2024-11-19 15:36:45,411 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-19 15:36:45,427 main DEBUG Took 0.013191 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 15:36:45,428 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 15:36:45,428 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 15:36:45,429 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 15:36:45,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,441 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 15:36:45,457 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,461 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,463 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,465 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,467 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,468 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,469 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,470 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,471 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 15:36:45,472 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,472 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 15:36:45,474 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 15:36:45,476 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 15:36:45,478 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 15:36:45,478 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 15:36:45,480 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 15:36:45,480 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 15:36:45,490 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 15:36:45,492 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 15:36:45,494 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 15:36:45,494 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 15:36:45,494 main DEBUG createAppenders(={Console}) 2024-11-19 15:36:45,495 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-19 15:36:45,495 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-19 15:36:45,495 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-19 15:36:45,496 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 15:36:45,496 main DEBUG OutputStream closed 2024-11-19 15:36:45,496 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 15:36:45,497 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 15:36:45,497 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-19 15:36:45,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 15:36:45,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 15:36:45,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 15:36:45,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 15:36:45,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 15:36:45,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 15:36:45,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 15:36:45,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 15:36:45,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 15:36:45,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 15:36:45,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 15:36:45,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 15:36:45,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 15:36:45,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 15:36:45,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 15:36:45,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 15:36:45,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 15:36:45,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 15:36:45,574 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 15:36:45,574 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-19 15:36:45,574 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 15:36:45,575 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-19T15:36:45,838 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a 2024-11-19 15:36:45,841 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 15:36:45,841 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T15:36:45,850 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-19T15:36:45,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T15:36:45,884 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861, deleteOnExit=true 2024-11-19T15:36:45,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T15:36:45,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/test.cache.data in system properties and HBase conf 2024-11-19T15:36:45,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T15:36:45,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/hadoop.log.dir in system properties and HBase conf 2024-11-19T15:36:45,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T15:36:45,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T15:36:45,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T15:36:45,985 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T15:36:46,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T15:36:46,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T15:36:46,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T15:36:46,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T15:36:46,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T15:36:46,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T15:36:46,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T15:36:46,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T15:36:46,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T15:36:46,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T15:36:46,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/nfs.dump.dir in system properties and HBase conf 2024-11-19T15:36:46,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/java.io.tmpdir in system properties and HBase conf 2024-11-19T15:36:46,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T15:36:46,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T15:36:46,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T15:36:46,899 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T15:36:46,972 INFO [Time-limited test {}] log.Log(170): Logging initialized @2251ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T15:36:47,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T15:36:47,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T15:36:47,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T15:36:47,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T15:36:47,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T15:36:47,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T15:36:47,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/hadoop.log.dir/,AVAILABLE} 2024-11-19T15:36:47,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T15:36:47,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/java.io.tmpdir/jetty-localhost-42869-hadoop-hdfs-3_4_1-tests_jar-_-any-4070674083643118217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T15:36:47,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:42869} 2024-11-19T15:36:47,353 INFO [Time-limited test {}] server.Server(415): Started @2633ms 2024-11-19T15:36:47,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T15:36:47,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T15:36:47,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T15:36:47,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T15:36:47,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T15:36:47,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/hadoop.log.dir/,AVAILABLE} 2024-11-19T15:36:47,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T15:36:47,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/java.io.tmpdir/jetty-localhost-42997-hadoop-hdfs-3_4_1-tests_jar-_-any-15041835516309849816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T15:36:47,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:42997} 2024-11-19T15:36:47,861 INFO [Time-limited test {}] server.Server(415): Started @3140ms 2024-11-19T15:36:47,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T15:36:48,386 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/data/data1/current/BP-1282728455-172.17.0.2-1732030606652/current, will proceed with Du for space computation calculation, 2024-11-19T15:36:48,386 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/data/data2/current/BP-1282728455-172.17.0.2-1732030606652/current, will proceed with Du for space computation calculation, 2024-11-19T15:36:48,425 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T15:36:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbc5fb3a3cad5028 with lease ID 0x42988da51a81b8cf: Processing first storage report for DS-c5dd041f-9705-4e87-96c1-db4c3544e97e from datanode DatanodeRegistration(127.0.0.1:44139, datanodeUuid=3278c654-a5eb-449d-91e7-325da1798824, infoPort=41583, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1454260793;c=1732030606652) 2024-11-19T15:36:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbc5fb3a3cad5028 with lease ID 0x42988da51a81b8cf: from storage DS-c5dd041f-9705-4e87-96c1-db4c3544e97e node DatanodeRegistration(127.0.0.1:44139, datanodeUuid=3278c654-a5eb-449d-91e7-325da1798824, infoPort=41583, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1454260793;c=1732030606652), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T15:36:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbc5fb3a3cad5028 with lease ID 0x42988da51a81b8cf: Processing first storage report for DS-7849d246-5446-4457-b0e5-760a0c2641ed from datanode DatanodeRegistration(127.0.0.1:44139, datanodeUuid=3278c654-a5eb-449d-91e7-325da1798824, infoPort=41583, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1454260793;c=1732030606652) 2024-11-19T15:36:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbc5fb3a3cad5028 with lease ID 0x42988da51a81b8cf: from storage DS-7849d246-5446-4457-b0e5-760a0c2641ed node DatanodeRegistration(127.0.0.1:44139, datanodeUuid=3278c654-a5eb-449d-91e7-325da1798824, infoPort=41583, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1454260793;c=1732030606652), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T15:36:48,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a 2024-11-19T15:36:48,641 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/zookeeper_0, clientPort=61373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T15:36:48,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61373 2024-11-19T15:36:48,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T15:36:48,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T15:36:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741825_1001 (size=7) 2024-11-19T15:36:49,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d with version=8 2024-11-19T15:36:49,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/hbase-staging 2024-11-19T15:36:49,439 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T15:36:49,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/50570b5b74e7:0 server-side Connection retries=45 2024-11-19T15:36:49,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T15:36:49,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T15:36:49,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T15:36:49,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T15:36:49,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T15:36:49,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T15:36:49,952 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T15:36:49,962 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T15:36:49,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T15:36:49,996 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24417 (auto-detected) 2024-11-19T15:36:49,997 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T15:36:50,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40533 2024-11-19T15:36:50,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40533 connecting to ZooKeeper ensemble=127.0.0.1:61373 2024-11-19T15:36:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405330x0, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T15:36:50,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40533-0x10130df9f7a0000 connected 2024-11-19T15:36:50,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T15:36:50,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T15:36:50,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T15:36:50,128 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d, hbase.cluster.distributed=false 2024-11-19T15:36:50,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T15:36:50,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40533 2024-11-19T15:36:50,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40533 2024-11-19T15:36:50,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40533 2024-11-19T15:36:50,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40533 2024-11-19T15:36:50,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40533 2024-11-19T15:36:50,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/50570b5b74e7:0 server-side Connection retries=45 2024-11-19T15:36:50,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T15:36:50,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T15:36:50,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T15:36:50,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T15:36:50,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T15:36:50,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T15:36:50,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T15:36:50,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40977 2024-11-19T15:36:50,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40977 connecting to ZooKeeper ensemble=127.0.0.1:61373 2024-11-19T15:36:50,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T15:36:50,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T15:36:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409770x0, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T15:36:50,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409770x0, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T15:36:50,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40977-0x10130df9f7a0001 connected 2024-11-19T15:36:50,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T15:36:50,344 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T15:36:50,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T15:36:50,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T15:36:50,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-19T15:36:50,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40977 2024-11-19T15:36:50,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40977 2024-11-19T15:36:50,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-19T15:36:50,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-19T15:36:50,380 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;50570b5b74e7:40533 2024-11-19T15:36:50,381 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/50570b5b74e7,40533,1732030609496 2024-11-19T15:36:50,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T15:36:50,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T15:36:50,392 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/50570b5b74e7,40533,1732030609496 2024-11-19T15:36:50,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:50,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T15:36:50,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:50,416 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T15:36:50,418 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/50570b5b74e7,40533,1732030609496 from backup master directory 2024-11-19T15:36:50,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/50570b5b74e7,40533,1732030609496 2024-11-19T15:36:50,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T15:36:50,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T15:36:50,423 WARN [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T15:36:50,423 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=50570b5b74e7,40533,1732030609496 2024-11-19T15:36:50,426 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T15:36:50,428 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T15:36:50,493 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/hbase.id] with ID: 05fe0c88-091d-4d77-a209-59b01a364798 2024-11-19T15:36:50,493 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/.tmp/hbase.id 2024-11-19T15:36:50,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741826_1002 (size=42) 2024-11-19T15:36:50,505 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/.tmp/hbase.id]:[hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/hbase.id] 2024-11-19T15:36:50,553 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T15:36:50,558 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T15:36:50,581 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-19T15:36:50,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:50,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741827_1003 (size=196) 2024-11-19T15:36:50,624 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:36:50,626 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T15:36:50,646 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:50,651 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T15:36:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741828_1004 (size=1189) 2024-11-19T15:36:51,103 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store 2024-11-19T15:36:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741829_1005 (size=34) 2024-11-19T15:36:51,534 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T15:36:51,538 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:36:51,539 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T15:36:51,540 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:36:51,540 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:36:51,542 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T15:36:51,542 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:36:51,543 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:36:51,544 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732030611539Disabling compacts and flushes for region at 1732030611539Disabling writes for close at 1732030611542 (+3 ms)Writing region close event to WAL at 1732030611542Closed at 1732030611542 2024-11-19T15:36:51,547 WARN [master/50570b5b74e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/.initializing 2024-11-19T15:36:51,548 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/WALs/50570b5b74e7,40533,1732030609496 2024-11-19T15:36:51,559 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T15:36:51,579 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=50570b5b74e7%2C40533%2C1732030609496, suffix=, logDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/WALs/50570b5b74e7,40533,1732030609496, archiveDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/oldWALs, maxLogs=10 2024-11-19T15:36:51,614 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/WALs/50570b5b74e7,40533,1732030609496/50570b5b74e7%2C40533%2C1732030609496.1732030611586, exclude list is [], retry=0 2024-11-19T15:36:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44139,DS-c5dd041f-9705-4e87-96c1-db4c3544e97e,DISK] 2024-11-19T15:36:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T15:36:51,686 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/WALs/50570b5b74e7,40533,1732030609496/50570b5b74e7%2C40533%2C1732030609496.1732030611586 2024-11-19T15:36:51,688 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41583:41583)] 2024-11-19T15:36:51,689 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:36:51,689 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:36:51,694 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,695 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T15:36:51,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:51,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:51,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T15:36:51,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:51,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:36:51,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T15:36:51,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:51,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:36:51,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T15:36:51,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:51,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:36:51,799 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,803 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,804 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,809 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,810 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,815 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T15:36:51,821 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T15:36:51,827 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:36:51,829 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66558595, jitterRate=-0.008199647068977356}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T15:36:51,835 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732030611715Initializing all the Stores at 1732030611717 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732030611718 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030611719 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030611719Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030611720 (+1 ms)Cleaning up temporary data from old regions at 1732030611811 (+91 ms)Region opened successfully at 1732030611835 (+24 ms) 2024-11-19T15:36:51,836 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T15:36:51,876 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bdc7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=50570b5b74e7/172.17.0.2:0 2024-11-19T15:36:51,909 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T15:36:51,921 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T15:36:51,921 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T15:36:51,925 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T15:36:51,926 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T15:36:51,932 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T15:36:51,932 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T15:36:51,962 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T15:36:51,974 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T15:36:51,977 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T15:36:51,979 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T15:36:51,981 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T15:36:51,983 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T15:36:51,986 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T15:36:51,990 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T15:36:51,993 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T15:36:51,995 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T15:36:51,997 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T15:36:52,023 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T15:36:52,025 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T15:36:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T15:36:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T15:36:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,034 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=50570b5b74e7,40533,1732030609496, sessionid=0x10130df9f7a0000, setting cluster-up flag (Was=false) 2024-11-19T15:36:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,057 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T15:36:52,059 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=50570b5b74e7,40533,1732030609496 2024-11-19T15:36:52,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,072 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T15:36:52,073 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=50570b5b74e7,40533,1732030609496 2024-11-19T15:36:52,082 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T15:36:52,167 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(746): ClusterId : 05fe0c88-091d-4d77-a209-59b01a364798 2024-11-19T15:36:52,170 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T15:36:52,177 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T15:36:52,177 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T15:36:52,181 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T15:36:52,182 DEBUG [RS:0;50570b5b74e7:40977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6131bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=50570b5b74e7/172.17.0.2:0 2024-11-19T15:36:52,185 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T15:36:52,199 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T15:36:52,204 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;50570b5b74e7:40977 2024-11-19T15:36:52,208 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T15:36:52,208 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T15:36:52,209 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T15:36:52,209 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T15:36:52,212 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(2659): reportForDuty to master=50570b5b74e7,40533,1732030609496 with port=40977, startcode=1732030610255 2024-11-19T15:36:52,217 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 50570b5b74e7,40533,1732030609496 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T15:36:52,227 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/50570b5b74e7:0, corePoolSize=5, maxPoolSize=5 2024-11-19T15:36:52,227 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/50570b5b74e7:0, corePoolSize=5, maxPoolSize=5 2024-11-19T15:36:52,227 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/50570b5b74e7:0, corePoolSize=5, maxPoolSize=5 2024-11-19T15:36:52,227 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/50570b5b74e7:0, corePoolSize=5, maxPoolSize=5 2024-11-19T15:36:52,228 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/50570b5b74e7:0, corePoolSize=10, maxPoolSize=10 2024-11-19T15:36:52,228 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,228 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/50570b5b74e7:0, corePoolSize=2, maxPoolSize=2 2024-11-19T15:36:52,228 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,229 DEBUG [RS:0;50570b5b74e7:40977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T15:36:52,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T15:36:52,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T15:36:52,241 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732030642241 2024-11-19T15:36:52,243 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T15:36:52,245 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T15:36:52,248 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:52,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T15:36:52,255 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T15:36:52,255 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T15:36:52,256 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T15:36:52,256 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T15:36:52,269 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,277 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T15:36:52,283 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T15:36:52,284 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T15:36:52,284 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T15:36:52,290 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:52,300 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T15:36:52,301 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T15:36:52,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741831_1007 (size=1321) 2024-11-19T15:36:52,304 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/50570b5b74e7:0:becomeActiveMaster-HFileCleaner.large.0-1732030612303,5,FailOnTimeoutGroup] 2024-11-19T15:36:52,307 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/50570b5b74e7:0:becomeActiveMaster-HFileCleaner.small.0-1732030612304,5,FailOnTimeoutGroup] 2024-11-19T15:36:52,307 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,308 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T15:36:52,310 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,310 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T15:36:52,312 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:36:52,324 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T15:36:52,325 WARN [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T15:36:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741832_1008 (size=32) 2024-11-19T15:36:52,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:36:52,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T15:36:52,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T15:36:52,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:52,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:52,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T15:36:52,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T15:36:52,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:52,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:52,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T15:36:52,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T15:36:52,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:52,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:52,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T15:36:52,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T15:36:52,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:52,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:52,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T15:36:52,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740 2024-11-19T15:36:52,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740 2024-11-19T15:36:52,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T15:36:52,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T15:36:52,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:36:52,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T15:36:52,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:36:52,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70306069, jitterRate=0.047642067074775696}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:36:52,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732030612331Initializing all the Stores at 1732030612333 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732030612333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732030612333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030612333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732030612333Cleaning up temporary data from old regions at 1732030612360 (+27 ms)Region opened successfully at 1732030612375 (+15 ms) 2024-11-19T15:36:52,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T15:36:52,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T15:36:52,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T15:36:52,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T15:36:52,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T15:36:52,378 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T15:36:52,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732030612375Disabling compacts and flushes for region at 1732030612375Disabling writes for close at 1732030612376 (+1 ms)Writing region close event to WAL at 1732030612377 (+1 ms)Closed at 1732030612378 (+1 ms) 2024-11-19T15:36:52,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T15:36:52,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T15:36:52,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T15:36:52,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T15:36:52,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T15:36:52,426 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(2659): reportForDuty to master=50570b5b74e7,40533,1732030609496 with port=40977, startcode=1732030610255 2024-11-19T15:36:52,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 50570b5b74e7,40977,1732030610255 2024-11-19T15:36:52,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40533 {}] master.ServerManager(517): Registering regionserver=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:52,441 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:36:52,442 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44425 2024-11-19T15:36:52,442 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T15:36:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T15:36:52,449 DEBUG [RS:0;50570b5b74e7:40977 {}] zookeeper.ZKUtil(111): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/50570b5b74e7,40977,1732030610255 2024-11-19T15:36:52,449 WARN [RS:0;50570b5b74e7:40977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T15:36:52,449 INFO [RS:0;50570b5b74e7:40977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T15:36:52,449 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/WALs/50570b5b74e7,40977,1732030610255 2024-11-19T15:36:52,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [50570b5b74e7,40977,1732030610255] 2024-11-19T15:36:52,480 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T15:36:52,495 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T15:36:52,500 INFO [RS:0;50570b5b74e7:40977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T15:36:52,500 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,501 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T15:36:52,508 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T15:36:52,509 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,510 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,510 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,510 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,510 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,510 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,510 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/50570b5b74e7:0, corePoolSize=2, maxPoolSize=2 2024-11-19T15:36:52,511 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,511 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,511 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,511 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,511 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,511 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/50570b5b74e7:0, corePoolSize=1, maxPoolSize=1 2024-11-19T15:36:52,512 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/50570b5b74e7:0, corePoolSize=3, maxPoolSize=3 2024-11-19T15:36:52,512 DEBUG [RS:0;50570b5b74e7:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0, corePoolSize=3, maxPoolSize=3 2024-11-19T15:36:52,513 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,513 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,513 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,513 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,514 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,514 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40977,1732030610255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T15:36:52,545 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T15:36:52,548 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40977,1732030610255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,548 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,548 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.Replication(171): 50570b5b74e7,40977,1732030610255 started 2024-11-19T15:36:52,556 WARN [50570b5b74e7:40533 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T15:36:52,577 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:52,578 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1482): Serving as 50570b5b74e7,40977,1732030610255, RpcServer on 50570b5b74e7/172.17.0.2:40977, sessionid=0x10130df9f7a0001 2024-11-19T15:36:52,579 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T15:36:52,579 DEBUG [RS:0;50570b5b74e7:40977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 50570b5b74e7,40977,1732030610255 2024-11-19T15:36:52,579 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '50570b5b74e7,40977,1732030610255' 2024-11-19T15:36:52,580 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T15:36:52,581 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T15:36:52,583 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T15:36:52,583 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T15:36:52,583 DEBUG [RS:0;50570b5b74e7:40977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 50570b5b74e7,40977,1732030610255 2024-11-19T15:36:52,583 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '50570b5b74e7,40977,1732030610255' 2024-11-19T15:36:52,583 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T15:36:52,584 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T15:36:52,585 DEBUG [RS:0;50570b5b74e7:40977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T15:36:52,585 INFO [RS:0;50570b5b74e7:40977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T15:36:52,585 INFO [RS:0;50570b5b74e7:40977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T15:36:52,692 INFO [RS:0;50570b5b74e7:40977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T15:36:52,696 INFO [RS:0;50570b5b74e7:40977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=50570b5b74e7%2C40977%2C1732030610255, suffix=, logDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/WALs/50570b5b74e7,40977,1732030610255, archiveDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/oldWALs, maxLogs=32 2024-11-19T15:36:52,722 DEBUG [RS:0;50570b5b74e7:40977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/WALs/50570b5b74e7,40977,1732030610255/50570b5b74e7%2C40977%2C1732030610255.1732030612698, exclude list is [], retry=0 2024-11-19T15:36:52,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44139,DS-c5dd041f-9705-4e87-96c1-db4c3544e97e,DISK] 2024-11-19T15:36:52,731 INFO [RS:0;50570b5b74e7:40977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/WALs/50570b5b74e7,40977,1732030610255/50570b5b74e7%2C40977%2C1732030610255.1732030612698 2024-11-19T15:36:52,732 DEBUG [RS:0;50570b5b74e7:40977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41583:41583)] 2024-11-19T15:36:52,810 DEBUG [50570b5b74e7:40533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T15:36:52,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:52,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 50570b5b74e7,40977,1732030610255, state=OPENING 2024-11-19T15:36:52,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T15:36:52,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:36:52,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T15:36:52,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T15:36:52,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T15:36:52,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:36:53,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T15:36:53,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T15:36:53,046 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T15:36:53,046 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T15:36:53,047 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T15:36:53,050 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=50570b5b74e7%2C40977%2C1732030610255.meta, suffix=.meta, logDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/WALs/50570b5b74e7,40977,1732030610255, archiveDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/oldWALs, maxLogs=32 2024-11-19T15:36:53,068 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/WALs/50570b5b74e7,40977,1732030610255/50570b5b74e7%2C40977%2C1732030610255.meta.1732030613052.meta, exclude list is [], retry=0 2024-11-19T15:36:53,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44139,DS-c5dd041f-9705-4e87-96c1-db4c3544e97e,DISK] 2024-11-19T15:36:53,076 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/WALs/50570b5b74e7,40977,1732030610255/50570b5b74e7%2C40977%2C1732030610255.meta.1732030613052.meta 2024-11-19T15:36:53,077 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41583:41583)] 2024-11-19T15:36:53,077 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:36:53,079 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T15:36:53,082 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T15:36:53,086 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T15:36:53,091 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T15:36:53,091 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:36:53,092 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T15:36:53,092 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T15:36:53,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T15:36:53,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T15:36:53,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:53,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:53,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T15:36:53,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T15:36:53,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:53,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:53,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T15:36:53,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T15:36:53,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:53,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:53,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T15:36:53,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T15:36:53,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:53,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T15:36:53,105 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T15:36:53,107 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740 2024-11-19T15:36:53,110 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740 2024-11-19T15:36:53,113 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T15:36:53,113 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T15:36:53,114 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:36:53,117 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T15:36:53,119 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67776617, jitterRate=0.009950295090675354}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:36:53,119 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T15:36:53,121 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732030613092Writing region info on filesystem at 1732030613092Initializing all the Stores at 1732030613094 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732030613095 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732030613095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030613095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732030613095Cleaning up temporary data from old regions at 1732030613113 (+18 ms)Running coprocessor post-open hooks at 1732030613119 (+6 ms)Region opened successfully at 1732030613121 (+2 ms) 2024-11-19T15:36:53,129 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732030613021 2024-11-19T15:36:53,141 DEBUG [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T15:36:53,142 INFO [RS_OPEN_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T15:36:53,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:53,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 50570b5b74e7,40977,1732030610255, state=OPEN 2024-11-19T15:36:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T15:36:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T15:36:53,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T15:36:53,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T15:36:53,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:53,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T15:36:53,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=50570b5b74e7,40977,1732030610255 in 306 msec 2024-11-19T15:36:53,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T15:36:53,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-11-19T15:36:53,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T15:36:53,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T15:36:53,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:53,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:53,224 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:53,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:53,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1280 sec 2024-11-19T15:36:53,252 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732030613252, completionTime=-1 2024-11-19T15:36:53,279 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T15:36:53,280 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T15:36:53,323 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T15:36:53,323 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732030673323 2024-11-19T15:36:53,323 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732030733323 2024-11-19T15:36:53,324 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 43 msec 2024-11-19T15:36:53,326 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40533,1732030609496-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:53,326 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40533,1732030609496-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:53,327 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40533,1732030609496-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:53,328 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-50570b5b74e7:40533, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:53,329 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:53,329 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:53,337 DEBUG [master/50570b5b74e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T15:36:53,360 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-11-19T15:36:53,361 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T15:36:53,362 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T15:36:53,364 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T15:36:53,364 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T15:36:53,364 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T15:36:53,365 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40533,1732030609496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T15:36:53,366 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40533,1732030609496-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T15:36:53,375 DEBUG [master/50570b5b74e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T15:36:53,376 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T15:36:53,376 INFO [master/50570b5b74e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50570b5b74e7,40533,1732030609496-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T15:36:53,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32936631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:53,389 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T15:36:53,389 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T15:36:53,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:53,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:53,403 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:53,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dba4b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:53,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:53,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:53,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:53,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60652350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:53,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:53,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:53,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=50570b5b74e7,40533,1732030609496 2024-11-19T15:36:53,499 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=8061 2024-11-19T15:36:53,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T15:36:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50570b5b74e7,40533,1732030609496 2024-11-19T15:36:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c60868 2024-11-19T15:36:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T15:36:53,526 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T15:36:53,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:36:53,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:36:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T15:36:53,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T15:36:53,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-19T15:36:53,548 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:53,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T15:36:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T15:36:53,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741835_1011 (size=959) 2024-11-19T15:36:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T15:36:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T15:36:53,967 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:36:53,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741836_1012 (size=53) 2024-11-19T15:36:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T15:36:54,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:36:54,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 321555814996148abd7b8dd9d7a74b7a, disabling compactions & flushes 2024-11-19T15:36:54,378 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:54,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:54,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. after waiting 0 ms 2024-11-19T15:36:54,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:54,378 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:54,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 321555814996148abd7b8dd9d7a74b7a: Waiting for close lock at 1732030614378Disabling compacts and flushes for region at 1732030614378Disabling writes for close at 1732030614378Writing region close event to WAL at 1732030614378Closed at 1732030614378 2024-11-19T15:36:54,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T15:36:54,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732030614382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732030614382"}]},"ts":"1732030614382"} 2024-11-19T15:36:54,392 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T15:36:54,394 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T15:36:54,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030614394"}]},"ts":"1732030614394"} 2024-11-19T15:36:54,401 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T15:36:54,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, ASSIGN}] 2024-11-19T15:36:54,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, ASSIGN 2024-11-19T15:36:54,406 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, ASSIGN; state=OFFLINE, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=false 2024-11-19T15:36:54,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=321555814996148abd7b8dd9d7a74b7a, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, ASSIGN because future has completed 2024-11-19T15:36:54,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:36:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T15:36:54,725 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:54,725 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:36:54,726 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,726 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:36:54,726 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,726 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,729 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,731 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321555814996148abd7b8dd9d7a74b7a columnFamilyName A 2024-11-19T15:36:54,731 DEBUG [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:54,733 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] regionserver.HStore(327): Store=321555814996148abd7b8dd9d7a74b7a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:36:54,733 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,736 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321555814996148abd7b8dd9d7a74b7a columnFamilyName B 2024-11-19T15:36:54,736 DEBUG [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:54,737 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] regionserver.HStore(327): Store=321555814996148abd7b8dd9d7a74b7a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:36:54,737 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,740 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321555814996148abd7b8dd9d7a74b7a columnFamilyName C 2024-11-19T15:36:54,740 DEBUG [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:36:54,741 INFO [StoreOpener-321555814996148abd7b8dd9d7a74b7a-1 {}] regionserver.HStore(327): Store=321555814996148abd7b8dd9d7a74b7a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:36:54,741 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,742 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,743 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,745 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,745 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,746 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:36:54,749 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,754 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:36:54,755 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 321555814996148abd7b8dd9d7a74b7a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67324413, jitterRate=0.0032119303941726685}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:36:54,755 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:54,757 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 321555814996148abd7b8dd9d7a74b7a: Running coprocessor pre-open hook at 1732030614726Writing region info on filesystem at 1732030614726Initializing all the Stores at 1732030614728 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030614728Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030614728Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030614728Cleaning up temporary data from old regions at 1732030614745 (+17 ms)Running coprocessor post-open hooks at 1732030614755 (+10 ms)Region opened successfully at 1732030614757 (+2 ms) 2024-11-19T15:36:54,759 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., pid=6, masterSystemTime=1732030614718 2024-11-19T15:36:54,763 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:54,763 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:54,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=321555814996148abd7b8dd9d7a74b7a, regionState=OPEN, openSeqNum=2, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:54,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:36:54,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T15:36:54,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 in 207 msec 2024-11-19T15:36:54,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T15:36:54,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, ASSIGN in 373 msec 2024-11-19T15:36:54,782 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T15:36:54,782 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030614782"}]},"ts":"1732030614782"} 2024-11-19T15:36:54,785 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T15:36:54,787 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T15:36:54,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2500 sec 2024-11-19T15:36:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T15:36:55,718 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:36:55,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b6bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,726 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1276ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,729 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448c518f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T15:36:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 50570b5b74e7,40533,1732030609496 2024-11-19T15:36:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a7aac4 2024-11-19T15:36:55,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T15:36:55,746 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T15:36:55,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae98662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,753 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61788bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,757 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bee8057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1b920f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,761 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e11900a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,765 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca0b5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223b8369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,769 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce3c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75122da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,776 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7290076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a98141f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510991b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,783 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10944332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a63c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a7b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,790 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394d11ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,793 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ede35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c391c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a574470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,798 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655f6768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6837d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0ceab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,804 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd72e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146768a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:36:55,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:36:55,806 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:36:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:36:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:36:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306cf84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:36:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:36:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:36:55,809 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:36:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaf4ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:36:55,813 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,813 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,813 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,814 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,816 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,817 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,819 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,820 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:36:55,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,825 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,827 DEBUG [Thread-147 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,827 DEBUG [Thread-147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,828 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,831 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:36:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:36:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:36:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-19T15:36:55,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:36:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,841 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:36:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,846 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:36:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:36:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T15:36:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:36:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:36:55,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:36:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T15:36:56,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T15:36:56,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:56,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ddc502a1b6744bee9f35e7a09abb1a3f is 50, key is test_row_0/A:col10/1732030615945/Put/seqid=0 2024-11-19T15:36:56,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741837_1013 (size=12001) 2024-11-19T15:36:56,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ddc502a1b6744bee9f35e7a09abb1a3f 2024-11-19T15:36:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T15:36:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030676144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030676161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030676167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030676168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030676168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T15:36:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030676287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030676287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/c66b56348c434940970a6880f31c50e3 is 50, key is test_row_0/B:col10/1732030615945/Put/seqid=0 2024-11-19T15:36:56,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030676298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030676299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030676300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741838_1014 (size=12001) 2024-11-19T15:36:56,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/c66b56348c434940970a6880f31c50e3 2024-11-19T15:36:56,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b5171d931f254134831dd4a622584b6a is 50, key is test_row_0/C:col10/1732030615945/Put/seqid=0 2024-11-19T15:36:56,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T15:36:56,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:56,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741839_1015 (size=12001) 2024-11-19T15:36:56,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b5171d931f254134831dd4a622584b6a 2024-11-19T15:36:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ddc502a1b6744bee9f35e7a09abb1a3f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ddc502a1b6744bee9f35e7a09abb1a3f 2024-11-19T15:36:56,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ddc502a1b6744bee9f35e7a09abb1a3f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T15:36:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T15:36:56,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/c66b56348c434940970a6880f31c50e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/c66b56348c434940970a6880f31c50e3 2024-11-19T15:36:56,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/c66b56348c434940970a6880f31c50e3, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T15:36:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b5171d931f254134831dd4a622584b6a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5171d931f254134831dd4a622584b6a 2024-11-19T15:36:56,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030676509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030676509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030676518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5171d931f254134831dd4a622584b6a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T15:36:56,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 321555814996148abd7b8dd9d7a74b7a in 587ms, sequenceid=14, compaction requested=false 2024-11-19T15:36:56,556 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T15:36:56,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:56,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T15:36:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,560 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:36:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:56,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/e85550161758497e84e66aa028253d18 is 50, key is test_row_0/A:col10/1732030616157/Put/seqid=0 2024-11-19T15:36:56,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741840_1016 (size=12001) 2024-11-19T15:36:56,650 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/e85550161758497e84e66aa028253d18 2024-11-19T15:36:56,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030676645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030676649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4d552574f5424cdea1777d7f16ad51f3 is 50, key is test_row_0/B:col10/1732030616157/Put/seqid=0 2024-11-19T15:36:56,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741841_1017 (size=12001) 2024-11-19T15:36:56,726 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4d552574f5424cdea1777d7f16ad51f3 2024-11-19T15:36:56,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ef77be9c47a24c10b863f2910d29293e is 50, key is test_row_0/C:col10/1732030616157/Put/seqid=0 2024-11-19T15:36:56,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030676772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030676782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741842_1018 (size=12001) 2024-11-19T15:36:56,825 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ef77be9c47a24c10b863f2910d29293e 2024-11-19T15:36:56,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/e85550161758497e84e66aa028253d18 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e85550161758497e84e66aa028253d18 2024-11-19T15:36:56,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030676848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030676848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030676849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:56,866 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e85550161758497e84e66aa028253d18, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T15:36:56,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4d552574f5424cdea1777d7f16ad51f3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4d552574f5424cdea1777d7f16ad51f3 2024-11-19T15:36:56,887 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4d552574f5424cdea1777d7f16ad51f3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T15:36:56,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ef77be9c47a24c10b863f2910d29293e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ef77be9c47a24c10b863f2910d29293e 2024-11-19T15:36:56,906 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ef77be9c47a24c10b863f2910d29293e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T15:36:56,908 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 321555814996148abd7b8dd9d7a74b7a in 348ms, sequenceid=39, compaction requested=false 2024-11-19T15:36:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T15:36:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T15:36:56,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T15:36:56,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-11-19T15:36:56,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.0930 sec 2024-11-19T15:36:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T15:36:56,988 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:36:56,989 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:36:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-19T15:36:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T15:36:57,001 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:36:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:57,009 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:36:57,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T15:36:57,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:36:57,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:36:57,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/bb0a343fafff4bed82d5bcde75f94abf is 50, key is test_row_0/A:col10/1732030616999/Put/seqid=0 2024-11-19T15:36:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741843_1019 (size=16681) 2024-11-19T15:36:57,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/bb0a343fafff4bed82d5bcde75f94abf 2024-11-19T15:36:57,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/5361f512bda64740bab0eedfd17f601b is 50, key is test_row_0/B:col10/1732030616999/Put/seqid=0 2024-11-19T15:36:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T15:36:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741844_1020 (size=12001) 2024-11-19T15:36:57,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/5361f512bda64740bab0eedfd17f601b 2024-11-19T15:36:57,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/3db0955b71df4af5bb1840c3d51d23f2 is 50, key is test_row_0/C:col10/1732030616999/Put/seqid=0 2024-11-19T15:36:57,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:57,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030677172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030677180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741845_1021 (size=12001) 2024-11-19T15:36:57,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/3db0955b71df4af5bb1840c3d51d23f2 2024-11-19T15:36:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/bb0a343fafff4bed82d5bcde75f94abf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bb0a343fafff4bed82d5bcde75f94abf 2024-11-19T15:36:57,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bb0a343fafff4bed82d5bcde75f94abf, entries=250, sequenceid=52, filesize=16.3 K 2024-11-19T15:36:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/5361f512bda64740bab0eedfd17f601b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/5361f512bda64740bab0eedfd17f601b 2024-11-19T15:36:57,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/5361f512bda64740bab0eedfd17f601b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-19T15:36:57,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/3db0955b71df4af5bb1840c3d51d23f2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3db0955b71df4af5bb1840c3d51d23f2 2024-11-19T15:36:57,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3db0955b71df4af5bb1840c3d51d23f2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-19T15:36:57,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 321555814996148abd7b8dd9d7a74b7a in 265ms, sequenceid=52, compaction requested=true 2024-11-19T15:36:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:36:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:36:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:36:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:36:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:36:57,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:36:57,303 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:57,303 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:57,308 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:57,310 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:36:57,311 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,311 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:57,311 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:36:57,311 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,311 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/c66b56348c434940970a6880f31c50e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4d552574f5424cdea1777d7f16ad51f3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/5361f512bda64740bab0eedfd17f601b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=35.2 K 2024-11-19T15:36:57,311 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ddc502a1b6744bee9f35e7a09abb1a3f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e85550161758497e84e66aa028253d18, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bb0a343fafff4bed82d5bcde75f94abf] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=39.7 K 2024-11-19T15:36:57,313 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddc502a1b6744bee9f35e7a09abb1a3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732030615916 2024-11-19T15:36:57,314 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e85550161758497e84e66aa028253d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732030616153 2024-11-19T15:36:57,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c66b56348c434940970a6880f31c50e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732030615916 2024-11-19T15:36:57,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d552574f5424cdea1777d7f16ad51f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732030616153 2024-11-19T15:36:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T15:36:57,316 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 5361f512bda64740bab0eedfd17f601b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030616643 2024-11-19T15:36:57,321 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb0a343fafff4bed82d5bcde75f94abf, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030616629 2024-11-19T15:36:57,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:57,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/aff220473bef4f85b4a45add3b20d60a is 50, key is test_row_0/A:col10/1732030617167/Put/seqid=0 2024-11-19T15:36:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741846_1022 (size=14341) 2024-11-19T15:36:57,383 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#11 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:57,391 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d435ceb242c34bd59855e8d8afaeacef is 50, key is test_row_0/B:col10/1732030616999/Put/seqid=0 2024-11-19T15:36:57,393 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#10 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:57,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030677389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030677389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,402 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/479884cc23e34e959ac639c154837325 is 50, key is test_row_0/A:col10/1732030616999/Put/seqid=0 2024-11-19T15:36:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741847_1023 (size=12104) 2024-11-19T15:36:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030677393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030677399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030677400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741848_1024 (size=12104) 2024-11-19T15:36:57,449 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/479884cc23e34e959ac639c154837325 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/479884cc23e34e959ac639c154837325 2024-11-19T15:36:57,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:57,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,493 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 479884cc23e34e959ac639c154837325(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:36:57,494 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:57,496 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030617277; duration=0sec 2024-11-19T15:36:57,497 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:36:57,497 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:36:57,497 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:57,502 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:57,502 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:36:57,502 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,503 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5171d931f254134831dd4a622584b6a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ef77be9c47a24c10b863f2910d29293e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3db0955b71df4af5bb1840c3d51d23f2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=35.2 K 2024-11-19T15:36:57,503 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5171d931f254134831dd4a622584b6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732030615916 2024-11-19T15:36:57,504 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef77be9c47a24c10b863f2910d29293e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732030616153 2024-11-19T15:36:57,505 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3db0955b71df4af5bb1840c3d51d23f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030616643 2024-11-19T15:36:57,527 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:57,533 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ecc723fb962e442182f349f7a7a81150 is 50, key is test_row_0/C:col10/1732030616999/Put/seqid=0 2024-11-19T15:36:57,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030677506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030677507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030677527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030677527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030677537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741849_1025 (size=12104) 2024-11-19T15:36:57,584 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ecc723fb962e442182f349f7a7a81150 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ecc723fb962e442182f349f7a7a81150 2024-11-19T15:36:57,604 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into ecc723fb962e442182f349f7a7a81150(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:36:57,604 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:57,604 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030617302; duration=0sec 2024-11-19T15:36:57,605 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:57,605 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:36:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T15:36:57,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/aff220473bef4f85b4a45add3b20d60a 2024-11-19T15:36:57,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030677767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030677767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030677767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030677768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030677769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:57,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/534351f36a65444d8f2eb112dd02c34e is 50, key is test_row_0/B:col10/1732030617167/Put/seqid=0 2024-11-19T15:36:57,833 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d435ceb242c34bd59855e8d8afaeacef as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d435ceb242c34bd59855e8d8afaeacef 2024-11-19T15:36:57,857 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into d435ceb242c34bd59855e8d8afaeacef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:36:57,857 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:57,857 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=13, startTime=1732030617302; duration=0sec 2024-11-19T15:36:57,857 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:57,857 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:36:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741850_1026 (size=12001) 2024-11-19T15:36:57,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/534351f36a65444d8f2eb112dd02c34e 2024-11-19T15:36:57,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/68a353c45d984862b1008e7e8529c24a is 50, key is test_row_0/C:col10/1732030617167/Put/seqid=0 2024-11-19T15:36:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741851_1027 (size=12001) 2024-11-19T15:36:57,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/68a353c45d984862b1008e7e8529c24a 2024-11-19T15:36:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/aff220473bef4f85b4a45add3b20d60a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/aff220473bef4f85b4a45add3b20d60a 2024-11-19T15:36:57,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:57,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:57,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:57,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:57,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/aff220473bef4f85b4a45add3b20d60a, entries=200, sequenceid=76, filesize=14.0 K 2024-11-19T15:36:57,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/534351f36a65444d8f2eb112dd02c34e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/534351f36a65444d8f2eb112dd02c34e 2024-11-19T15:36:57,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/534351f36a65444d8f2eb112dd02c34e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T15:36:57,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/68a353c45d984862b1008e7e8529c24a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/68a353c45d984862b1008e7e8529c24a 2024-11-19T15:36:57,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/68a353c45d984862b1008e7e8529c24a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T15:36:57,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 321555814996148abd7b8dd9d7a74b7a in 695ms, sequenceid=76, compaction requested=false 2024-11-19T15:36:57,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:58,101 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:36:58,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T15:36:58,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:58,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/750d5ee29f724be09b458ca39eb0a74f is 50, key is test_row_0/A:col10/1732030617393/Put/seqid=0 2024-11-19T15:36:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T15:36:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741852_1028 (size=14341) 2024-11-19T15:36:58,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/750d5ee29f724be09b458ca39eb0a74f 2024-11-19T15:36:58,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030678157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030678158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030678161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030678162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030678164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/17c9832160e4477191e7bb75beed661d is 50, key is test_row_0/B:col10/1732030617393/Put/seqid=0 2024-11-19T15:36:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741853_1029 (size=12001) 2024-11-19T15:36:58,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/17c9832160e4477191e7bb75beed661d 2024-11-19T15:36:58,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/6dce10a782db4d9980ca83832cfe163c is 50, key is test_row_0/C:col10/1732030617393/Put/seqid=0 2024-11-19T15:36:58,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:58,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:58,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:58,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741854_1030 (size=12001) 2024-11-19T15:36:58,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/6dce10a782db4d9980ca83832cfe163c 2024-11-19T15:36:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030678276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030678277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030678277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030678277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030678278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/750d5ee29f724be09b458ca39eb0a74f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/750d5ee29f724be09b458ca39eb0a74f 2024-11-19T15:36:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/750d5ee29f724be09b458ca39eb0a74f, entries=200, sequenceid=92, filesize=14.0 K 2024-11-19T15:36:58,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/17c9832160e4477191e7bb75beed661d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/17c9832160e4477191e7bb75beed661d 2024-11-19T15:36:58,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/17c9832160e4477191e7bb75beed661d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T15:36:58,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/6dce10a782db4d9980ca83832cfe163c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6dce10a782db4d9980ca83832cfe163c 2024-11-19T15:36:58,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6dce10a782db4d9980ca83832cfe163c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T15:36:58,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 321555814996148abd7b8dd9d7a74b7a in 246ms, sequenceid=92, compaction requested=true 2024-11-19T15:36:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:36:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:58,348 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:36:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:36:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:36:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T15:36:58,349 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:58,352 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:58,352 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:36:58,352 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,352 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:58,352 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d435ceb242c34bd59855e8d8afaeacef, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/534351f36a65444d8f2eb112dd02c34e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/17c9832160e4477191e7bb75beed661d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=35.3 K 2024-11-19T15:36:58,353 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:36:58,353 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,353 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/479884cc23e34e959ac639c154837325, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/aff220473bef4f85b4a45add3b20d60a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/750d5ee29f724be09b458ca39eb0a74f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=39.8 K 2024-11-19T15:36:58,353 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d435ceb242c34bd59855e8d8afaeacef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030616643 2024-11-19T15:36:58,354 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 479884cc23e34e959ac639c154837325, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030616643 2024-11-19T15:36:58,354 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 534351f36a65444d8f2eb112dd02c34e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732030617167 2024-11-19T15:36:58,355 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting aff220473bef4f85b4a45add3b20d60a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732030617144 2024-11-19T15:36:58,355 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 17c9832160e4477191e7bb75beed661d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732030617392 2024-11-19T15:36:58,357 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 750d5ee29f724be09b458ca39eb0a74f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732030617389 2024-11-19T15:36:58,392 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:58,393 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0d60931852e8417490c0eea8f442b851 is 50, key is test_row_0/B:col10/1732030617393/Put/seqid=0 2024-11-19T15:36:58,404 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:58,405 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/3e4d6749e7b1453a8cdea85c0223ed39 is 50, key is test_row_0/A:col10/1732030617393/Put/seqid=0 2024-11-19T15:36:58,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T15:36:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,424 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T15:36:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741855_1031 (size=12207) 2024-11-19T15:36:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741856_1032 (size=12207) 2024-11-19T15:36:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/9da970da67674c338e62de71ceaf6e75 is 50, key is test_row_0/A:col10/1732030618142/Put/seqid=0 2024-11-19T15:36:58,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741857_1033 (size=12001) 2024-11-19T15:36:58,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:58,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030678517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030678519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030678524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030678531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030678531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T15:36:58,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030678637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030678637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030678638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030678647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030678646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T15:36:58,847 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0d60931852e8417490c0eea8f442b851 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0d60931852e8417490c0eea8f442b851 2024-11-19T15:36:58,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030678846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030678856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030678857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,862 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/3e4d6749e7b1453a8cdea85c0223ed39 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/3e4d6749e7b1453a8cdea85c0223ed39 2024-11-19T15:36:58,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030678866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,872 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into 0d60931852e8417490c0eea8f442b851(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:36:58,873 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:58,873 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=13, startTime=1732030618348; duration=0sec 2024-11-19T15:36:58,873 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:36:58,873 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:36:58,873 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:58,875 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 3e4d6749e7b1453a8cdea85c0223ed39(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:36:58,875 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:58,875 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030618348; duration=0sec 2024-11-19T15:36:58,876 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:58,876 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:36:58,878 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:58,878 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:36:58,878 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:58,878 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ecc723fb962e442182f349f7a7a81150, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/68a353c45d984862b1008e7e8529c24a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6dce10a782db4d9980ca83832cfe163c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=35.3 K 2024-11-19T15:36:58,879 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ecc723fb962e442182f349f7a7a81150, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030616643 2024-11-19T15:36:58,880 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a353c45d984862b1008e7e8529c24a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732030617167 2024-11-19T15:36:58,881 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dce10a782db4d9980ca83832cfe163c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732030617392 2024-11-19T15:36:58,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030678877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:58,896 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:58,897 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/186f3e97c86149f685d89039cc39ea08 is 50, key is test_row_0/C:col10/1732030617393/Put/seqid=0 2024-11-19T15:36:58,898 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/9da970da67674c338e62de71ceaf6e75 2024-11-19T15:36:58,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741858_1034 (size=12207) 2024-11-19T15:36:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/e2fe68719f9d4f84a078993f436a8596 is 50, key is test_row_0/B:col10/1732030618142/Put/seqid=0 2024-11-19T15:36:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741859_1035 (size=12001) 2024-11-19T15:36:58,977 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/e2fe68719f9d4f84a078993f436a8596 2024-11-19T15:36:59,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/de06e00e9f1d4fb7944c2098a39899bd is 50, key is test_row_0/C:col10/1732030618142/Put/seqid=0 2024-11-19T15:36:59,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741860_1036 (size=12001) 2024-11-19T15:36:59,025 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/de06e00e9f1d4fb7944c2098a39899bd 2024-11-19T15:36:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/9da970da67674c338e62de71ceaf6e75 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9da970da67674c338e62de71ceaf6e75 2024-11-19T15:36:59,052 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9da970da67674c338e62de71ceaf6e75, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T15:36:59,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/e2fe68719f9d4f84a078993f436a8596 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e2fe68719f9d4f84a078993f436a8596 2024-11-19T15:36:59,068 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e2fe68719f9d4f84a078993f436a8596, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T15:36:59,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/de06e00e9f1d4fb7944c2098a39899bd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/de06e00e9f1d4fb7944c2098a39899bd 2024-11-19T15:36:59,084 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/de06e00e9f1d4fb7944c2098a39899bd, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T15:36:59,087 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 321555814996148abd7b8dd9d7a74b7a in 663ms, sequenceid=115, compaction requested=false 2024-11-19T15:36:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T15:36:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T15:36:59,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T15:36:59,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0940 sec 2024-11-19T15:36:59,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.1280 sec 2024-11-19T15:36:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T15:36:59,147 INFO [Async-Client-Retry-Timer-pool-0 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:36:59,149 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:36:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-19T15:36:59,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:36:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T15:36:59,155 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:36:59,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:36:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:59,176 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:36:59,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T15:36:59,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/320664cc52b249caa00bcde591766536 is 50, key is test_row_0/A:col10/1732030618519/Put/seqid=0 2024-11-19T15:36:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741861_1037 (size=14441) 2024-11-19T15:36:59,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/320664cc52b249caa00bcde591766536 2024-11-19T15:36:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030679225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030679225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030679229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030679230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030679236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/48dfaceafb9c469489554a64daf27112 is 50, key is test_row_0/B:col10/1732030618519/Put/seqid=0 2024-11-19T15:36:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T15:36:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741862_1038 (size=12051) 2024-11-19T15:36:59,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/48dfaceafb9c469489554a64daf27112 2024-11-19T15:36:59,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ba45567ee3bb47c7be693ac29fd5202b is 50, key is test_row_0/C:col10/1732030618519/Put/seqid=0 2024-11-19T15:36:59,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T15:36:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:59,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:36:59,333 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/186f3e97c86149f685d89039cc39ea08 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/186f3e97c86149f685d89039cc39ea08 2024-11-19T15:36:59,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741863_1039 (size=12051) 2024-11-19T15:36:59,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030679346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030679347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030679347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030679347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ba45567ee3bb47c7be693ac29fd5202b 2024-11-19T15:36:59,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,363 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into 186f3e97c86149f685d89039cc39ea08(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:36:59,363 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:59,363 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030618348; duration=0sec 2024-11-19T15:36:59,364 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030679357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,365 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:36:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/320664cc52b249caa00bcde591766536 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/320664cc52b249caa00bcde591766536 2024-11-19T15:36:59,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/320664cc52b249caa00bcde591766536, entries=200, sequenceid=133, filesize=14.1 K 2024-11-19T15:36:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/48dfaceafb9c469489554a64daf27112 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/48dfaceafb9c469489554a64daf27112 2024-11-19T15:36:59,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/48dfaceafb9c469489554a64daf27112, entries=150, sequenceid=133, filesize=11.8 K 2024-11-19T15:36:59,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ba45567ee3bb47c7be693ac29fd5202b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ba45567ee3bb47c7be693ac29fd5202b 2024-11-19T15:36:59,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ba45567ee3bb47c7be693ac29fd5202b, entries=150, sequenceid=133, filesize=11.8 K 2024-11-19T15:36:59,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 321555814996148abd7b8dd9d7a74b7a in 253ms, sequenceid=133, compaction requested=true 2024-11-19T15:36:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:59,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:36:59,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:59,430 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:59,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:36:59,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:36:59,430 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:59,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:36:59,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:36:59,432 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:59,432 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:59,433 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:36:59,433 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:36:59,433 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:59,433 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:59,433 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0d60931852e8417490c0eea8f442b851, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e2fe68719f9d4f84a078993f436a8596, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/48dfaceafb9c469489554a64daf27112] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=35.4 K 2024-11-19T15:36:59,433 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/3e4d6749e7b1453a8cdea85c0223ed39, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9da970da67674c338e62de71ceaf6e75, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/320664cc52b249caa00bcde591766536] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=37.7 K 2024-11-19T15:36:59,435 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4d6749e7b1453a8cdea85c0223ed39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732030617392 2024-11-19T15:36:59,436 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d60931852e8417490c0eea8f442b851, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732030617392 2024-11-19T15:36:59,436 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9da970da67674c338e62de71ceaf6e75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732030618142 2024-11-19T15:36:59,437 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e2fe68719f9d4f84a078993f436a8596, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732030618142 2024-11-19T15:36:59,437 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 320664cc52b249caa00bcde591766536, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732030618519 2024-11-19T15:36:59,439 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 48dfaceafb9c469489554a64daf27112, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732030618519 2024-11-19T15:36:59,463 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:59,464 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/01633e2fceba45d68e23a621094df56e is 50, key is test_row_0/A:col10/1732030618519/Put/seqid=0 2024-11-19T15:36:59,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T15:36:59,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:59,471 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T15:36:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T15:36:59,480 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:36:59,481 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4126a374e37d4226bfbadeb97f171b1b is 50, key is test_row_0/B:col10/1732030618519/Put/seqid=0 2024-11-19T15:36:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6cecba728a0945eabdebad1d21227dcc is 50, key is test_row_0/A:col10/1732030619225/Put/seqid=0 2024-11-19T15:36:59,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741865_1041 (size=12359) 2024-11-19T15:36:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741864_1040 (size=12359) 2024-11-19T15:36:59,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:36:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:36:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741866_1042 (size=12151) 2024-11-19T15:36:59,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030679595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030679598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030679605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030679611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030679612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030679716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030679716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030679725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030679726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030679726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T15:36:59,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030679926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030679937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T15:36:59,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T15:36:59,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030679946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:36:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T15:36:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030679946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,953 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T15:36:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T15:36:59,953 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T15:36:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T15:36:59,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T15:36:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030679946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:36:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:36:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:36:59,969 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/01633e2fceba45d68e23a621094df56e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/01633e2fceba45d68e23a621094df56e 2024-11-19T15:36:59,974 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4126a374e37d4226bfbadeb97f171b1b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4126a374e37d4226bfbadeb97f171b1b 2024-11-19T15:36:59,974 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6cecba728a0945eabdebad1d21227dcc 2024-11-19T15:36:59,992 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 01633e2fceba45d68e23a621094df56e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:36:59,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:36:59,992 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030619429; duration=0sec 2024-11-19T15:36:59,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:36:59,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:36:59,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:36:59,995 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:36:59,995 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:36:59,995 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:36:59,995 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/186f3e97c86149f685d89039cc39ea08, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/de06e00e9f1d4fb7944c2098a39899bd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ba45567ee3bb47c7be693ac29fd5202b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=35.4 K 2024-11-19T15:36:59,997 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 186f3e97c86149f685d89039cc39ea08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732030617392 2024-11-19T15:36:59,997 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting de06e00e9f1d4fb7944c2098a39899bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732030618142 2024-11-19T15:36:59,998 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba45567ee3bb47c7be693ac29fd5202b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732030618519 2024-11-19T15:37:00,009 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into 4126a374e37d4226bfbadeb97f171b1b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:00,009 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:00,009 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=13, startTime=1732030619430; duration=0sec 2024-11-19T15:37:00,009 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:00,009 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/188c73d429d048ba90efc432bae41e2e is 50, key is test_row_0/B:col10/1732030619225/Put/seqid=0 2024-11-19T15:37:00,028 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:00,029 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/8835c7a88ac5492bb61d231cbeb0a43d is 50, key is test_row_0/C:col10/1732030618519/Put/seqid=0 2024-11-19T15:37:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741867_1043 (size=12151) 2024-11-19T15:37:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741868_1044 (size=12359) 2024-11-19T15:37:00,122 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/8835c7a88ac5492bb61d231cbeb0a43d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/8835c7a88ac5492bb61d231cbeb0a43d 2024-11-19T15:37:00,140 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into 8835c7a88ac5492bb61d231cbeb0a43d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:00,140 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:00,140 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030619430; duration=0sec 2024-11-19T15:37:00,140 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:00,140 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:00,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030680236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030680257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030680257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030680266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030680266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T15:37:00,467 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/188c73d429d048ba90efc432bae41e2e 2024-11-19T15:37:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/614c31477be94a6794ef9da1c35471da is 50, key is test_row_0/C:col10/1732030619225/Put/seqid=0 2024-11-19T15:37:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741869_1045 (size=12151) 2024-11-19T15:37:00,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030680746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030680776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030680776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030680786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030680787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:00,909 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/614c31477be94a6794ef9da1c35471da 2024-11-19T15:37:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6cecba728a0945eabdebad1d21227dcc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6cecba728a0945eabdebad1d21227dcc 2024-11-19T15:37:00,934 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6cecba728a0945eabdebad1d21227dcc, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T15:37:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/188c73d429d048ba90efc432bae41e2e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/188c73d429d048ba90efc432bae41e2e 2024-11-19T15:37:00,948 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/188c73d429d048ba90efc432bae41e2e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T15:37:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/614c31477be94a6794ef9da1c35471da as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/614c31477be94a6794ef9da1c35471da 2024-11-19T15:37:00,961 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/614c31477be94a6794ef9da1c35471da, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T15:37:00,964 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 321555814996148abd7b8dd9d7a74b7a in 1492ms, sequenceid=154, compaction requested=false 2024-11-19T15:37:00,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:00,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:00,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T15:37:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T15:37:00,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T15:37:00,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-19T15:37:00,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.8230 sec 2024-11-19T15:37:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T15:37:01,307 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:01,307 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-19T15:37:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T15:37:01,312 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:01,314 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:01,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T15:37:01,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T15:37:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:01,470 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T15:37:01,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/518ad940802144aa8c5b10012df267b6 is 50, key is test_row_0/A:col10/1732030619604/Put/seqid=0 2024-11-19T15:37:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741870_1046 (size=12151) 2024-11-19T15:37:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T15:37:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:01,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:01,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030681812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030681812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030681814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030681820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030681820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,920 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/518ad940802144aa8c5b10012df267b6 2024-11-19T15:37:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030681927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030681927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T15:37:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/46b6c881f37444efb627849cf4ba1d77 is 50, key is test_row_0/B:col10/1732030619604/Put/seqid=0 2024-11-19T15:37:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030681938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030681937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030681927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741871_1047 (size=12151) 2024-11-19T15:37:01,972 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/46b6c881f37444efb627849cf4ba1d77 2024-11-19T15:37:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/385288815b844656909796b3a5860575 is 50, key is test_row_0/C:col10/1732030619604/Put/seqid=0 2024-11-19T15:37:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741872_1048 (size=12151) 2024-11-19T15:37:02,020 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/385288815b844656909796b3a5860575 2024-11-19T15:37:02,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/518ad940802144aa8c5b10012df267b6 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/518ad940802144aa8c5b10012df267b6 2024-11-19T15:37:02,055 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/518ad940802144aa8c5b10012df267b6, entries=150, sequenceid=174, filesize=11.9 K 2024-11-19T15:37:02,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/46b6c881f37444efb627849cf4ba1d77 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/46b6c881f37444efb627849cf4ba1d77 2024-11-19T15:37:02,071 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/46b6c881f37444efb627849cf4ba1d77, entries=150, sequenceid=174, filesize=11.9 K 2024-11-19T15:37:02,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/385288815b844656909796b3a5860575 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/385288815b844656909796b3a5860575 2024-11-19T15:37:02,085 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/385288815b844656909796b3a5860575, entries=150, sequenceid=174, filesize=11.9 K 2024-11-19T15:37:02,087 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 321555814996148abd7b8dd9d7a74b7a in 616ms, sequenceid=174, compaction requested=true 2024-11-19T15:37:02,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:02,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:02,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T15:37:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T15:37:02,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T15:37:02,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 775 msec 2024-11-19T15:37:02,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 787 msec 2024-11-19T15:37:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:02,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:02,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T15:37:02,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/605199b719a043948fe8c20631a50755 is 50, key is test_row_0/A:col10/1732030621815/Put/seqid=0 2024-11-19T15:37:02,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030682191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030682192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030682198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030682200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030682201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741873_1049 (size=12151) 2024-11-19T15:37:02,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030682307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030682307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030682316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030682316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030682317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T15:37:02,447 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:02,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-19T15:37:02,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:02,452 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:02,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T15:37:02,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030682516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030682516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030682526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030682527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030682536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T15:37:02,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T15:37:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:02,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:02,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/605199b719a043948fe8c20631a50755 2024-11-19T15:37:02,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/eecbf2f72b94406cb51284ea04cf2191 is 50, key is test_row_0/B:col10/1732030621815/Put/seqid=0 2024-11-19T15:37:02,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741874_1050 (size=12151) 2024-11-19T15:37:02,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/eecbf2f72b94406cb51284ea04cf2191 2024-11-19T15:37:02,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/5914008374dc4b92a635a582d27c0060 is 50, key is test_row_0/C:col10/1732030621815/Put/seqid=0 2024-11-19T15:37:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741875_1051 (size=12151) 2024-11-19T15:37:02,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T15:37:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T15:37:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:02,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030682826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030682827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030682837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030682837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030682846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:02,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:02,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:02,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T15:37:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:02,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T15:37:03,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T15:37:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/5914008374dc4b92a635a582d27c0060 2024-11-19T15:37:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/605199b719a043948fe8c20631a50755 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/605199b719a043948fe8c20631a50755 2024-11-19T15:37:03,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/605199b719a043948fe8c20631a50755, entries=150, sequenceid=196, filesize=11.9 K 2024-11-19T15:37:03,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/eecbf2f72b94406cb51284ea04cf2191 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/eecbf2f72b94406cb51284ea04cf2191 2024-11-19T15:37:03,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/eecbf2f72b94406cb51284ea04cf2191, entries=150, sequenceid=196, filesize=11.9 K 2024-11-19T15:37:03,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/5914008374dc4b92a635a582d27c0060 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/5914008374dc4b92a635a582d27c0060 2024-11-19T15:37:03,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/5914008374dc4b92a635a582d27c0060, entries=150, sequenceid=196, filesize=11.9 K 2024-11-19T15:37:03,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 321555814996148abd7b8dd9d7a74b7a in 1030ms, sequenceid=196, compaction requested=true 2024-11-19T15:37:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:03,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:03,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:03,185 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:03,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:03,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:03,185 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:03,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:03,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:03,187 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:03,187 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:03,187 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:37:03,187 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:03,187 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,187 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,187 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4126a374e37d4226bfbadeb97f171b1b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/188c73d429d048ba90efc432bae41e2e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/46b6c881f37444efb627849cf4ba1d77, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/eecbf2f72b94406cb51284ea04cf2191] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=47.7 K 2024-11-19T15:37:03,187 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/01633e2fceba45d68e23a621094df56e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6cecba728a0945eabdebad1d21227dcc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/518ad940802144aa8c5b10012df267b6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/605199b719a043948fe8c20631a50755] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=47.7 K 2024-11-19T15:37:03,188 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4126a374e37d4226bfbadeb97f171b1b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732030618519 2024-11-19T15:37:03,188 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01633e2fceba45d68e23a621094df56e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732030618519 2024-11-19T15:37:03,189 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 188c73d429d048ba90efc432bae41e2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732030619224 2024-11-19T15:37:03,189 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cecba728a0945eabdebad1d21227dcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732030619224 2024-11-19T15:37:03,189 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 518ad940802144aa8c5b10012df267b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732030619576 2024-11-19T15:37:03,189 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 46b6c881f37444efb627849cf4ba1d77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732030619576 2024-11-19T15:37:03,190 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting eecbf2f72b94406cb51284ea04cf2191, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732030621815 2024-11-19T15:37:03,190 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 605199b719a043948fe8c20631a50755, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732030621815 2024-11-19T15:37:03,207 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:03,209 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/29c18f2697f8498fbc574f69d8247a15 is 50, key is test_row_0/B:col10/1732030621815/Put/seqid=0 2024-11-19T15:37:03,219 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:03,220 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/fa02c509132f47a9a2466998adbbaf71 is 50, key is test_row_0/A:col10/1732030621815/Put/seqid=0 2024-11-19T15:37:03,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T15:37:03,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,238 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T15:37:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741876_1052 (size=12595) 2024-11-19T15:37:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741877_1053 (size=12595) 2024-11-19T15:37:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6c6c21add8ad4975beafbe5540fbac0f is 50, key is test_row_0/A:col10/1732030622197/Put/seqid=0 2024-11-19T15:37:03,270 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/29c18f2697f8498fbc574f69d8247a15 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29c18f2697f8498fbc574f69d8247a15 2024-11-19T15:37:03,272 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/fa02c509132f47a9a2466998adbbaf71 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/fa02c509132f47a9a2466998adbbaf71 2024-11-19T15:37:03,284 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into 29c18f2697f8498fbc574f69d8247a15(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:03,284 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:03,284 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=12, startTime=1732030623185; duration=0sec 2024-11-19T15:37:03,284 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:03,284 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:03,284 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:03,286 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:03,286 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:03,287 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,287 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/8835c7a88ac5492bb61d231cbeb0a43d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/614c31477be94a6794ef9da1c35471da, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/385288815b844656909796b3a5860575, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/5914008374dc4b92a635a582d27c0060] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=47.7 K 2024-11-19T15:37:03,288 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8835c7a88ac5492bb61d231cbeb0a43d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732030618519 2024-11-19T15:37:03,290 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 614c31477be94a6794ef9da1c35471da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732030619224 2024-11-19T15:37:03,290 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 385288815b844656909796b3a5860575, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732030619576 2024-11-19T15:37:03,291 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 5914008374dc4b92a635a582d27c0060, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732030621815 2024-11-19T15:37:03,295 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into fa02c509132f47a9a2466998adbbaf71(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:03,295 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:03,295 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=12, startTime=1732030623184; duration=0sec 2024-11-19T15:37:03,295 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:03,295 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741878_1054 (size=12151) 2024-11-19T15:37:03,309 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6c6c21add8ad4975beafbe5540fbac0f 2024-11-19T15:37:03,321 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:03,324 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/af24c48aa3ba4cd7984f91d20de6eba9 is 50, key is test_row_0/C:col10/1732030621815/Put/seqid=0 2024-11-19T15:37:03,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d77c4c611c7842d0987d4bd55ba63a85 is 50, key is test_row_0/B:col10/1732030622197/Put/seqid=0 2024-11-19T15:37:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741879_1055 (size=12595) 2024-11-19T15:37:03,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741880_1056 (size=12151) 2024-11-19T15:37:03,385 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d77c4c611c7842d0987d4bd55ba63a85 2024-11-19T15:37:03,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030683372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030683376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030683375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030683376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,387 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/af24c48aa3ba4cd7984f91d20de6eba9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/af24c48aa3ba4cd7984f91d20de6eba9 2024-11-19T15:37:03,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030683385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/a75d495c8e8344d78555ccd9359d97b7 is 50, key is test_row_0/C:col10/1732030622197/Put/seqid=0 2024-11-19T15:37:03,406 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into af24c48aa3ba4cd7984f91d20de6eba9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:03,406 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:03,406 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=12, startTime=1732030623185; duration=0sec 2024-11-19T15:37:03,406 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:03,406 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741881_1057 (size=12151) 2024-11-19T15:37:03,412 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/a75d495c8e8344d78555ccd9359d97b7 2024-11-19T15:37:03,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6c6c21add8ad4975beafbe5540fbac0f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6c6c21add8ad4975beafbe5540fbac0f 2024-11-19T15:37:03,428 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6c6c21add8ad4975beafbe5540fbac0f, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T15:37:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d77c4c611c7842d0987d4bd55ba63a85 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d77c4c611c7842d0987d4bd55ba63a85 2024-11-19T15:37:03,438 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d77c4c611c7842d0987d4bd55ba63a85, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T15:37:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/a75d495c8e8344d78555ccd9359d97b7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a75d495c8e8344d78555ccd9359d97b7 2024-11-19T15:37:03,450 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a75d495c8e8344d78555ccd9359d97b7, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T15:37:03,451 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 321555814996148abd7b8dd9d7a74b7a in 214ms, sequenceid=210, compaction requested=false 2024-11-19T15:37:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-19T15:37:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-19T15:37:03,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T15:37:03,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0020 sec 2024-11-19T15:37:03,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0130 sec 2024-11-19T15:37:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:03,500 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:03,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:37:03,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8dbfef5c5fa84a85bbf12f3bc6f671cc is 50, key is test_row_0/A:col10/1732030623499/Put/seqid=0 2024-11-19T15:37:03,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030683516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030683518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030683519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741882_1058 (size=12151) 2024-11-19T15:37:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030683521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030683521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T15:37:03,587 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:03,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-19T15:37:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T15:37:03,590 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:03,591 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:03,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:03,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030683626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030683636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030683636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030683637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030683646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T15:37:03,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030683836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030683846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030683846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030683846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030683856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:03,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:03,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T15:37:03,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8dbfef5c5fa84a85bbf12f3bc6f671cc 2024-11-19T15:37:03,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/44b44b45cbbf49cb9a3ecbff41f4b80b is 50, key is test_row_0/B:col10/1732030623499/Put/seqid=0 2024-11-19T15:37:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741883_1059 (size=12151) 2024-11-19T15:37:03,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/44b44b45cbbf49cb9a3ecbff41f4b80b 2024-11-19T15:37:04,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/654a35d52096415399fcae97e722e4ea is 50, key is test_row_0/C:col10/1732030623499/Put/seqid=0 2024-11-19T15:37:04,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741884_1060 (size=12151) 2024-11-19T15:37:04,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/654a35d52096415399fcae97e722e4ea 2024-11-19T15:37:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8dbfef5c5fa84a85bbf12f3bc6f671cc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8dbfef5c5fa84a85bbf12f3bc6f671cc 2024-11-19T15:37:04,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8dbfef5c5fa84a85bbf12f3bc6f671cc, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T15:37:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/44b44b45cbbf49cb9a3ecbff41f4b80b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/44b44b45cbbf49cb9a3ecbff41f4b80b 2024-11-19T15:37:04,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/44b44b45cbbf49cb9a3ecbff41f4b80b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T15:37:04,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/654a35d52096415399fcae97e722e4ea as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/654a35d52096415399fcae97e722e4ea 2024-11-19T15:37:04,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/654a35d52096415399fcae97e722e4ea, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T15:37:04,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 321555814996148abd7b8dd9d7a74b7a in 594ms, sequenceid=238, compaction requested=true 2024-11-19T15:37:04,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:04,099 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:04,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:04,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:04,100 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:04,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:04,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:04,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:04,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:04,107 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:04,107 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:37:04,107 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,107 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29c18f2697f8498fbc574f69d8247a15, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d77c4c611c7842d0987d4bd55ba63a85, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/44b44b45cbbf49cb9a3ecbff41f4b80b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.0 K 2024-11-19T15:37:04,108 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:04,108 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c18f2697f8498fbc574f69d8247a15, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732030621815 2024-11-19T15:37:04,108 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:04,108 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,108 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/fa02c509132f47a9a2466998adbbaf71, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6c6c21add8ad4975beafbe5540fbac0f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8dbfef5c5fa84a85bbf12f3bc6f671cc] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.0 K 2024-11-19T15:37:04,109 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d77c4c611c7842d0987d4bd55ba63a85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732030622190 2024-11-19T15:37:04,109 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa02c509132f47a9a2466998adbbaf71, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732030621815 2024-11-19T15:37:04,109 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 44b44b45cbbf49cb9a3ecbff41f4b80b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732030623382 2024-11-19T15:37:04,110 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c6c21add8ad4975beafbe5540fbac0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732030622190 2024-11-19T15:37:04,111 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dbfef5c5fa84a85bbf12f3bc6f671cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732030623382 2024-11-19T15:37:04,139 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:04,140 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d5fa1375d7e643269676f14933f302e3 is 50, key is test_row_0/B:col10/1732030623499/Put/seqid=0 2024-11-19T15:37:04,151 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:04,152 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8669d03a95cb449381fee7ba548c1cc6 is 50, key is test_row_0/A:col10/1732030623499/Put/seqid=0 2024-11-19T15:37:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:04,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T15:37:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741885_1061 (size=12697) 2024-11-19T15:37:04,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ffa3586ae5ca40f0975fe1e96ee53623 is 50, key is test_row_0/A:col10/1732030623515/Put/seqid=0 2024-11-19T15:37:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741886_1062 (size=12697) 2024-11-19T15:37:04,204 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d5fa1375d7e643269676f14933f302e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d5fa1375d7e643269676f14933f302e3 2024-11-19T15:37:04,205 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8669d03a95cb449381fee7ba548c1cc6 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8669d03a95cb449381fee7ba548c1cc6 2024-11-19T15:37:04,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:04,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:04,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T15:37:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,219 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 8669d03a95cb449381fee7ba548c1cc6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:04,220 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:04,220 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030624099; duration=0sec 2024-11-19T15:37:04,220 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:04,220 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:04,220 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:04,222 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:04,222 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:04,222 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,222 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/af24c48aa3ba4cd7984f91d20de6eba9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a75d495c8e8344d78555ccd9359d97b7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/654a35d52096415399fcae97e722e4ea] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.0 K 2024-11-19T15:37:04,223 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting af24c48aa3ba4cd7984f91d20de6eba9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732030621815 2024-11-19T15:37:04,223 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into d5fa1375d7e643269676f14933f302e3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:04,223 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:04,223 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=13, startTime=1732030624100; duration=0sec 2024-11-19T15:37:04,224 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:04,224 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:04,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting a75d495c8e8344d78555ccd9359d97b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732030622190 2024-11-19T15:37:04,225 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 654a35d52096415399fcae97e722e4ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732030623382 2024-11-19T15:37:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741887_1063 (size=12151) 2024-11-19T15:37:04,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ffa3586ae5ca40f0975fe1e96ee53623 2024-11-19T15:37:04,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030684216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030684216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030684219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030684221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030684222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/604944a5f1ea4c13b7d9695f3552b0fa is 50, key is test_row_0/B:col10/1732030623515/Put/seqid=0 2024-11-19T15:37:04,257 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#51 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:04,258 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/c3e0c61bbea1420393c8c3368f1bf936 is 50, key is test_row_0/C:col10/1732030623499/Put/seqid=0 2024-11-19T15:37:04,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741888_1064 (size=12697) 2024-11-19T15:37:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741889_1065 (size=12151) 2024-11-19T15:37:04,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030684347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030684348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030684348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030684350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030684351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030684557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030684558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030684558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030684566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030684566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/604944a5f1ea4c13b7d9695f3552b0fa 2024-11-19T15:37:04,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,681 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/c3e0c61bbea1420393c8c3368f1bf936 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/c3e0c61bbea1420393c8c3368f1bf936 2024-11-19T15:37:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:04,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/cf630d9808bf4028b9e89efda07f5bb9 is 50, key is test_row_0/C:col10/1732030623515/Put/seqid=0 2024-11-19T15:37:04,694 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into c3e0c61bbea1420393c8c3368f1bf936(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:04,694 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:04,694 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030624101; duration=0sec 2024-11-19T15:37:04,694 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:04,694 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T15:37:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741890_1066 (size=12151) 2024-11-19T15:37:04,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/cf630d9808bf4028b9e89efda07f5bb9 2024-11-19T15:37:04,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ffa3586ae5ca40f0975fe1e96ee53623 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ffa3586ae5ca40f0975fe1e96ee53623 2024-11-19T15:37:04,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ffa3586ae5ca40f0975fe1e96ee53623, entries=150, sequenceid=251, filesize=11.9 K 2024-11-19T15:37:04,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/604944a5f1ea4c13b7d9695f3552b0fa as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/604944a5f1ea4c13b7d9695f3552b0fa 2024-11-19T15:37:04,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/604944a5f1ea4c13b7d9695f3552b0fa, entries=150, sequenceid=251, filesize=11.9 K 2024-11-19T15:37:04,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/cf630d9808bf4028b9e89efda07f5bb9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/cf630d9808bf4028b9e89efda07f5bb9 2024-11-19T15:37:04,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/cf630d9808bf4028b9e89efda07f5bb9, entries=150, sequenceid=251, filesize=11.9 K 2024-11-19T15:37:04,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 321555814996148abd7b8dd9d7a74b7a in 621ms, sequenceid=251, compaction requested=false 2024-11-19T15:37:04,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:04,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T15:37:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:04,836 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T15:37:04,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/4a3be0fd51d0458a9e29c9394969d578 is 50, key is test_row_0/A:col10/1732030624213/Put/seqid=0 2024-11-19T15:37:04,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741891_1067 (size=12301) 2024-11-19T15:37:04,858 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/4a3be0fd51d0458a9e29c9394969d578 2024-11-19T15:37:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:04,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:04,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4bbf0e30d25f48adba8716f20d6f4b8a is 50, key is test_row_0/B:col10/1732030624213/Put/seqid=0 2024-11-19T15:37:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030684885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030684886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030684888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030684891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030684892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:04,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:04,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:04,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741892_1068 (size=12301) 2024-11-19T15:37:04,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030684996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030684996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030684997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030684997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030685008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030685207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030685206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030685207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030685207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030685217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,305 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4bbf0e30d25f48adba8716f20d6f4b8a 2024-11-19T15:37:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b55abe65fc21470b99679e45421c08ab is 50, key is test_row_0/C:col10/1732030624213/Put/seqid=0 2024-11-19T15:37:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741893_1069 (size=12301) 2024-11-19T15:37:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030685517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030685517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030685517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030685517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030685526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T15:37:05,748 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b55abe65fc21470b99679e45421c08ab 2024-11-19T15:37:05,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/4a3be0fd51d0458a9e29c9394969d578 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4a3be0fd51d0458a9e29c9394969d578 2024-11-19T15:37:05,774 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4a3be0fd51d0458a9e29c9394969d578, entries=150, sequenceid=277, filesize=12.0 K 2024-11-19T15:37:05,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/4bbf0e30d25f48adba8716f20d6f4b8a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4bbf0e30d25f48adba8716f20d6f4b8a 2024-11-19T15:37:05,789 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4bbf0e30d25f48adba8716f20d6f4b8a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-19T15:37:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b55abe65fc21470b99679e45421c08ab as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b55abe65fc21470b99679e45421c08ab 2024-11-19T15:37:05,799 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b55abe65fc21470b99679e45421c08ab, entries=150, sequenceid=277, filesize=12.0 K 2024-11-19T15:37:05,801 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 321555814996148abd7b8dd9d7a74b7a in 964ms, sequenceid=277, compaction requested=true 2024-11-19T15:37:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-19T15:37:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-19T15:37:05,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-19T15:37:05,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2120 sec 2024-11-19T15:37:05,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.2190 sec 2024-11-19T15:37:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:06,029 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:06,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T15:37:06,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/c0a7add7ed3f479fb6112170e72023a2 is 50, key is test_row_0/A:col10/1732030626027/Put/seqid=0 2024-11-19T15:37:06,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741894_1070 (size=14741) 2024-11-19T15:37:06,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/c0a7add7ed3f479fb6112170e72023a2 2024-11-19T15:37:06,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030686067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030686067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030686069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030686076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030686072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/21e3ab8e0e404d86a531d22caa7d229a is 50, key is test_row_0/B:col10/1732030626027/Put/seqid=0 2024-11-19T15:37:06,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741895_1071 (size=12301) 2024-11-19T15:37:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030686186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030686187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030686186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030686196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030686197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030686396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030686396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030686396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030686406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030686407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/21e3ab8e0e404d86a531d22caa7d229a 2024-11-19T15:37:06,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/f0fcd30bdfe8403298e89c2690abc276 is 50, key is test_row_0/C:col10/1732030626027/Put/seqid=0 2024-11-19T15:37:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741896_1072 (size=12301) 2024-11-19T15:37:06,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/f0fcd30bdfe8403298e89c2690abc276 2024-11-19T15:37:06,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/c0a7add7ed3f479fb6112170e72023a2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/c0a7add7ed3f479fb6112170e72023a2 2024-11-19T15:37:06,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/c0a7add7ed3f479fb6112170e72023a2, entries=200, sequenceid=292, filesize=14.4 K 2024-11-19T15:37:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/21e3ab8e0e404d86a531d22caa7d229a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/21e3ab8e0e404d86a531d22caa7d229a 2024-11-19T15:37:06,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/21e3ab8e0e404d86a531d22caa7d229a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T15:37:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/f0fcd30bdfe8403298e89c2690abc276 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/f0fcd30bdfe8403298e89c2690abc276 2024-11-19T15:37:06,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/f0fcd30bdfe8403298e89c2690abc276, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T15:37:06,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 321555814996148abd7b8dd9d7a74b7a in 595ms, sequenceid=292, compaction requested=true 2024-11-19T15:37:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:06,625 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:06,625 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:06,628 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:06,628 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:37:06,628 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:06,628 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d5fa1375d7e643269676f14933f302e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/604944a5f1ea4c13b7d9695f3552b0fa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4bbf0e30d25f48adba8716f20d6f4b8a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/21e3ab8e0e404d86a531d22caa7d229a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=48.3 K 2024-11-19T15:37:06,631 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d5fa1375d7e643269676f14933f302e3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732030623382 2024-11-19T15:37:06,631 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:06,631 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:06,631 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:06,631 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8669d03a95cb449381fee7ba548c1cc6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ffa3586ae5ca40f0975fe1e96ee53623, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4a3be0fd51d0458a9e29c9394969d578, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/c0a7add7ed3f479fb6112170e72023a2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=50.7 K 2024-11-19T15:37:06,632 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 604944a5f1ea4c13b7d9695f3552b0fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732030623510 2024-11-19T15:37:06,632 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8669d03a95cb449381fee7ba548c1cc6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732030623382 2024-11-19T15:37:06,632 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa3586ae5ca40f0975fe1e96ee53623, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732030623510 2024-11-19T15:37:06,632 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bbf0e30d25f48adba8716f20d6f4b8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732030624201 2024-11-19T15:37:06,633 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3be0fd51d0458a9e29c9394969d578, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732030624201 2024-11-19T15:37:06,633 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0a7add7ed3f479fb6112170e72023a2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732030624884 2024-11-19T15:37:06,636 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e3ab8e0e404d86a531d22caa7d229a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732030624884 2024-11-19T15:37:06,655 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:06,656 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/dfecd615ceb3494e915b3f2a387e1643 is 50, key is test_row_0/A:col10/1732030626027/Put/seqid=0 2024-11-19T15:37:06,664 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:06,665 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/bbb97deccc1a4cb09f5ef069399c5ce1 is 50, key is test_row_0/B:col10/1732030626027/Put/seqid=0 2024-11-19T15:37:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741897_1073 (size=12983) 2024-11-19T15:37:06,712 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:06,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T15:37:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:06,722 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/dfecd615ceb3494e915b3f2a387e1643 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/dfecd615ceb3494e915b3f2a387e1643 2024-11-19T15:37:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741898_1074 (size=12983) 2024-11-19T15:37:06,737 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/bbb97deccc1a4cb09f5ef069399c5ce1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/bbb97deccc1a4cb09f5ef069399c5ce1 2024-11-19T15:37:06,737 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into dfecd615ceb3494e915b3f2a387e1643(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:06,738 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:06,738 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=12, startTime=1732030626625; duration=0sec 2024-11-19T15:37:06,738 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:06,738 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:06,738 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:06,740 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:06,741 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:06,741 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:06,741 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/c3e0c61bbea1420393c8c3368f1bf936, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/cf630d9808bf4028b9e89efda07f5bb9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b55abe65fc21470b99679e45421c08ab, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/f0fcd30bdfe8403298e89c2690abc276] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=48.3 K 2024-11-19T15:37:06,742 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3e0c61bbea1420393c8c3368f1bf936, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732030623382 2024-11-19T15:37:06,742 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf630d9808bf4028b9e89efda07f5bb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732030623510 2024-11-19T15:37:06,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/52a3fffcf8964a38b6078f92f1f23fc0 is 50, key is test_row_0/A:col10/1732030626071/Put/seqid=0 2024-11-19T15:37:06,743 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55abe65fc21470b99679e45421c08ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732030624201 2024-11-19T15:37:06,743 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0fcd30bdfe8403298e89c2690abc276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732030624884 2024-11-19T15:37:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741899_1075 (size=12301) 2024-11-19T15:37:06,757 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into bbb97deccc1a4cb09f5ef069399c5ce1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:06,761 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:06,762 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=12, startTime=1732030626625; duration=0sec 2024-11-19T15:37:06,762 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:06,762 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:06,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030686742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030686759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030686762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030686760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030686769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,789 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:06,789 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/29f350f7508f4da3be0fd360010f600b is 50, key is test_row_0/C:col10/1732030626027/Put/seqid=0 2024-11-19T15:37:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741900_1076 (size=12983) 2024-11-19T15:37:06,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030686876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030686876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030686887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030686887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030686887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030687086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030687086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030687096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030687109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030687109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/52a3fffcf8964a38b6078f92f1f23fc0 2024-11-19T15:37:07,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0323d33eb0fb416db9278c7a351ba213 is 50, key is test_row_0/B:col10/1732030626071/Put/seqid=0 2024-11-19T15:37:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741901_1077 (size=12301) 2024-11-19T15:37:07,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0323d33eb0fb416db9278c7a351ba213 2024-11-19T15:37:07,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/60663cd416c94eb2bc9dd774ab4a2df1 is 50, key is test_row_0/C:col10/1732030626071/Put/seqid=0 2024-11-19T15:37:07,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741902_1078 (size=12301) 2024-11-19T15:37:07,259 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/29f350f7508f4da3be0fd360010f600b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/29f350f7508f4da3be0fd360010f600b 2024-11-19T15:37:07,280 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into 29f350f7508f4da3be0fd360010f600b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:07,280 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:07,280 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=12, startTime=1732030626625; duration=0sec 2024-11-19T15:37:07,281 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:07,281 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:07,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030687396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030687396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030687416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030687426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030687426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/60663cd416c94eb2bc9dd774ab4a2df1 2024-11-19T15:37:07,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/52a3fffcf8964a38b6078f92f1f23fc0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/52a3fffcf8964a38b6078f92f1f23fc0 2024-11-19T15:37:07,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/52a3fffcf8964a38b6078f92f1f23fc0, entries=150, sequenceid=314, filesize=12.0 K 2024-11-19T15:37:07,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0323d33eb0fb416db9278c7a351ba213 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0323d33eb0fb416db9278c7a351ba213 2024-11-19T15:37:07,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0323d33eb0fb416db9278c7a351ba213, entries=150, sequenceid=314, filesize=12.0 K 2024-11-19T15:37:07,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/60663cd416c94eb2bc9dd774ab4a2df1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/60663cd416c94eb2bc9dd774ab4a2df1 2024-11-19T15:37:07,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/60663cd416c94eb2bc9dd774ab4a2df1, entries=150, sequenceid=314, filesize=12.0 K 2024-11-19T15:37:07,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 321555814996148abd7b8dd9d7a74b7a in 985ms, sequenceid=314, compaction requested=false 2024-11-19T15:37:07,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T15:37:07,757 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:07,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-19T15:37:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T15:37:07,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:07,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:07,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T15:37:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:07,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T15:37:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:07,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T15:37:07,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:07,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:07,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:07,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:07,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:07,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/973651d004d946ed89be17037d3e1b42 is 50, key is test_row_0/A:col10/1732030627908/Put/seqid=0 2024-11-19T15:37:07,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030687956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030687957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030687957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030687957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030687958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:07,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741903_1079 (size=12301) 2024-11-19T15:37:07,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/973651d004d946ed89be17037d3e1b42 2024-11-19T15:37:08,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cf013147b4a541738e401272940e9c5a is 50, key is test_row_0/B:col10/1732030627908/Put/seqid=0 2024-11-19T15:37:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741904_1080 (size=12301) 2024-11-19T15:37:08,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cf013147b4a541738e401272940e9c5a 2024-11-19T15:37:08,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/66f5dba939eb4e83a31dea3731696092 is 50, key is test_row_0/C:col10/1732030627908/Put/seqid=0 2024-11-19T15:37:08,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030688067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030688067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030688067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741905_1081 (size=12301) 2024-11-19T15:37:08,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/66f5dba939eb4e83a31dea3731696092 2024-11-19T15:37:08,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030688076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030688077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T15:37:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:08,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T15:37:08,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/973651d004d946ed89be17037d3e1b42 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/973651d004d946ed89be17037d3e1b42 2024-11-19T15:37:08,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/973651d004d946ed89be17037d3e1b42, entries=150, sequenceid=333, filesize=12.0 K 2024-11-19T15:37:08,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cf013147b4a541738e401272940e9c5a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf013147b4a541738e401272940e9c5a 2024-11-19T15:37:08,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf013147b4a541738e401272940e9c5a, entries=150, sequenceid=333, filesize=12.0 K 2024-11-19T15:37:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/66f5dba939eb4e83a31dea3731696092 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/66f5dba939eb4e83a31dea3731696092 2024-11-19T15:37:08,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/66f5dba939eb4e83a31dea3731696092, entries=150, sequenceid=333, filesize=12.0 K 2024-11-19T15:37:08,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 321555814996148abd7b8dd9d7a74b7a in 222ms, sequenceid=333, compaction requested=true 2024-11-19T15:37:08,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:08,132 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:08,133 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:08,133 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:08,133 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:08,133 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/dfecd615ceb3494e915b3f2a387e1643, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/52a3fffcf8964a38b6078f92f1f23fc0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/973651d004d946ed89be17037d3e1b42] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.7 K 2024-11-19T15:37:08,134 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfecd615ceb3494e915b3f2a387e1643, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732030624884 2024-11-19T15:37:08,135 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52a3fffcf8964a38b6078f92f1f23fc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732030626052 2024-11-19T15:37:08,135 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 973651d004d946ed89be17037d3e1b42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030626736 2024-11-19T15:37:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:08,137 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:08,139 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:08,139 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:37:08,139 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:08,140 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/bbb97deccc1a4cb09f5ef069399c5ce1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0323d33eb0fb416db9278c7a351ba213, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf013147b4a541738e401272940e9c5a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.7 K 2024-11-19T15:37:08,140 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting bbb97deccc1a4cb09f5ef069399c5ce1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732030624884 2024-11-19T15:37:08,141 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0323d33eb0fb416db9278c7a351ba213, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732030626052 2024-11-19T15:37:08,141 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cf013147b4a541738e401272940e9c5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030626736 2024-11-19T15:37:08,146 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:08,147 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/1795ec65db7845ff8d0c651366862a19 is 50, key is test_row_0/A:col10/1732030627908/Put/seqid=0 2024-11-19T15:37:08,156 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:08,157 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/83b9e98d13fd42e89d78614d72e19a67 is 50, key is test_row_0/B:col10/1732030627908/Put/seqid=0 2024-11-19T15:37:08,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741906_1082 (size=13085) 2024-11-19T15:37:08,185 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/83b9e98d13fd42e89d78614d72e19a67 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/83b9e98d13fd42e89d78614d72e19a67 2024-11-19T15:37:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741907_1083 (size=13085) 2024-11-19T15:37:08,195 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into 83b9e98d13fd42e89d78614d72e19a67(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:08,195 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:08,195 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=13, startTime=1732030628137; duration=0sec 2024-11-19T15:37:08,196 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:08,196 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:08,196 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:08,206 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:08,207 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:08,207 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:08,207 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/29f350f7508f4da3be0fd360010f600b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/60663cd416c94eb2bc9dd774ab4a2df1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/66f5dba939eb4e83a31dea3731696092] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.7 K 2024-11-19T15:37:08,209 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 29f350f7508f4da3be0fd360010f600b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732030624884 2024-11-19T15:37:08,211 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 60663cd416c94eb2bc9dd774ab4a2df1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732030626052 2024-11-19T15:37:08,212 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/1795ec65db7845ff8d0c651366862a19 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1795ec65db7845ff8d0c651366862a19 2024-11-19T15:37:08,214 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 66f5dba939eb4e83a31dea3731696092, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030626736 2024-11-19T15:37:08,223 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 1795ec65db7845ff8d0c651366862a19(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:08,223 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:08,223 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030628131; duration=0sec 2024-11-19T15:37:08,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:08,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:08,228 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:08,229 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/3ba7ac55633040beac048aec11e0898b is 50, key is test_row_0/C:col10/1732030627908/Put/seqid=0 2024-11-19T15:37:08,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T15:37:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:08,237 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T15:37:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741908_1084 (size=13085) 2024-11-19T15:37:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/e38e17252abf4d52b78668e359dc4849 is 50, key is test_row_0/A:col10/1732030627955/Put/seqid=0 2024-11-19T15:37:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741909_1085 (size=12301) 2024-11-19T15:37:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:08,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030688305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030688313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030688314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030688307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030688308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T15:37:08,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030688416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030688427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030688427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030688427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030688440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030688636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030688637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030688637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030688637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030688646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,651 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/3ba7ac55633040beac048aec11e0898b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3ba7ac55633040beac048aec11e0898b 2024-11-19T15:37:08,670 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into 3ba7ac55633040beac048aec11e0898b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:08,670 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:08,670 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030628137; duration=0sec 2024-11-19T15:37:08,670 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/e38e17252abf4d52b78668e359dc4849 2024-11-19T15:37:08,670 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:08,671 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/72030b10d137495e91baf549aa1fe23f is 50, key is test_row_0/B:col10/1732030627955/Put/seqid=0 2024-11-19T15:37:08,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741910_1086 (size=12301) 2024-11-19T15:37:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T15:37:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030688947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030688948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030688952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030688953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:08,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030688956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,098 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/72030b10d137495e91baf549aa1fe23f 2024-11-19T15:37:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/6600ad5a738f4b7faae65eb5381652f9 is 50, key is test_row_0/C:col10/1732030627955/Put/seqid=0 2024-11-19T15:37:09,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741911_1087 (size=12301) 2024-11-19T15:37:09,126 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/6600ad5a738f4b7faae65eb5381652f9 2024-11-19T15:37:09,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/e38e17252abf4d52b78668e359dc4849 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e38e17252abf4d52b78668e359dc4849 2024-11-19T15:37:09,151 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e38e17252abf4d52b78668e359dc4849, entries=150, sequenceid=355, filesize=12.0 K 2024-11-19T15:37:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/72030b10d137495e91baf549aa1fe23f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/72030b10d137495e91baf549aa1fe23f 2024-11-19T15:37:09,164 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/72030b10d137495e91baf549aa1fe23f, entries=150, sequenceid=355, filesize=12.0 K 2024-11-19T15:37:09,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/6600ad5a738f4b7faae65eb5381652f9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6600ad5a738f4b7faae65eb5381652f9 2024-11-19T15:37:09,177 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6600ad5a738f4b7faae65eb5381652f9, entries=150, sequenceid=355, filesize=12.0 K 2024-11-19T15:37:09,179 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 321555814996148abd7b8dd9d7a74b7a in 942ms, sequenceid=355, compaction requested=false 2024-11-19T15:37:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-19T15:37:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-19T15:37:09,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-19T15:37:09,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-19T15:37:09,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4340 sec 2024-11-19T15:37:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:09,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:09,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T15:37:09,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8 is 50, key is test_row_0/A:col10/1732030628305/Put/seqid=0 2024-11-19T15:37:09,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030689485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030689486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030689487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030689489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030689490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741912_1088 (size=12301) 2024-11-19T15:37:09,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8 2024-11-19T15:37:09,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0ab64b57ca8d4be28c234ba549366387 is 50, key is test_row_0/B:col10/1732030628305/Put/seqid=0 2024-11-19T15:37:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741913_1089 (size=12301) 2024-11-19T15:37:09,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030689596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030689596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030689606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030689606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030689606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030689805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030689805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030689816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030689816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030689816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T15:37:09,917 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:09,919 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-19T15:37:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T15:37:09,921 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:09,922 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:09,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:09,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0ab64b57ca8d4be28c234ba549366387 2024-11-19T15:37:09,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/35ff986fcce64afa867536d4deefa0bf is 50, key is test_row_0/C:col10/1732030628305/Put/seqid=0 2024-11-19T15:37:09,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741914_1090 (size=12301) 2024-11-19T15:37:09,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/35ff986fcce64afa867536d4deefa0bf 2024-11-19T15:37:09,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8 2024-11-19T15:37:09,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8, entries=150, sequenceid=374, filesize=12.0 K 2024-11-19T15:37:09,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/0ab64b57ca8d4be28c234ba549366387 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0ab64b57ca8d4be28c234ba549366387 2024-11-19T15:37:09,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0ab64b57ca8d4be28c234ba549366387, entries=150, sequenceid=374, filesize=12.0 K 2024-11-19T15:37:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/35ff986fcce64afa867536d4deefa0bf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/35ff986fcce64afa867536d4deefa0bf 2024-11-19T15:37:09,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/35ff986fcce64afa867536d4deefa0bf, entries=150, sequenceid=374, filesize=12.0 K 2024-11-19T15:37:09,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 321555814996148abd7b8dd9d7a74b7a in 523ms, sequenceid=374, compaction requested=true 2024-11-19T15:37:09,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:09,994 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:09,994 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:09,995 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:09,995 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:09,995 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:09,996 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1795ec65db7845ff8d0c651366862a19, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e38e17252abf4d52b78668e359dc4849, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.8 K 2024-11-19T15:37:10,002 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1795ec65db7845ff8d0c651366862a19, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030626736 2024-11-19T15:37:10,005 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e38e17252abf4d52b78668e359dc4849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732030627953 2024-11-19T15:37:10,005 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:10,005 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:37:10,005 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,005 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/83b9e98d13fd42e89d78614d72e19a67, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/72030b10d137495e91baf549aa1fe23f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0ab64b57ca8d4be28c234ba549366387] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.8 K 2024-11-19T15:37:10,006 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 83b9e98d13fd42e89d78614d72e19a67, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030626736 2024-11-19T15:37:10,006 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fdd10b0c1c94a51b5c7e4eac15b2ef8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732030628305 2024-11-19T15:37:10,007 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 72030b10d137495e91baf549aa1fe23f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732030627953 2024-11-19T15:37:10,008 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ab64b57ca8d4be28c234ba549366387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732030628305 2024-11-19T15:37:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T15:37:10,029 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#78 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:10,030 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cedc08ba9ba442a3a39b11e031574a83 is 50, key is test_row_0/B:col10/1732030628305/Put/seqid=0 2024-11-19T15:37:10,043 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:10,044 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/1f3c93ebe27243ab9049ba5cac9fda91 is 50, key is test_row_0/A:col10/1732030628305/Put/seqid=0 2024-11-19T15:37:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741916_1092 (size=13187) 2024-11-19T15:37:10,062 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/1f3c93ebe27243ab9049ba5cac9fda91 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1f3c93ebe27243ab9049ba5cac9fda91 2024-11-19T15:37:10,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741915_1091 (size=13187) 2024-11-19T15:37:10,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T15:37:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,076 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T15:37:10,078 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 1f3c93ebe27243ab9049ba5cac9fda91(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:10,078 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:10,079 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030629993; duration=0sec 2024-11-19T15:37:10,079 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:10,079 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:10,079 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:10,081 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:10,081 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:10,082 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,082 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3ba7ac55633040beac048aec11e0898b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6600ad5a738f4b7faae65eb5381652f9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/35ff986fcce64afa867536d4deefa0bf] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.8 K 2024-11-19T15:37:10,082 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ba7ac55633040beac048aec11e0898b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030626736 2024-11-19T15:37:10,083 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6600ad5a738f4b7faae65eb5381652f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732030627953 2024-11-19T15:37:10,084 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35ff986fcce64afa867536d4deefa0bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732030628305 2024-11-19T15:37:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/882050671fc04b8f870acaf245ec375d is 50, key is test_row_0/A:col10/1732030629486/Put/seqid=0 2024-11-19T15:37:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:10,130 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#81 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:10,131 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/7c233104d6c34636a9174ad847b80c69 is 50, key is test_row_0/C:col10/1732030628305/Put/seqid=0 2024-11-19T15:37:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741917_1093 (size=12301) 2024-11-19T15:37:10,145 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/882050671fc04b8f870acaf245ec375d 2024-11-19T15:37:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030690149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030690149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030690155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030690156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030690156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741918_1094 (size=13187) 2024-11-19T15:37:10,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/b8e3e36cd51a49eab34a737b21349d75 is 50, key is test_row_0/B:col10/1732030629486/Put/seqid=0 2024-11-19T15:37:10,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741919_1095 (size=12301) 2024-11-19T15:37:10,195 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/b8e3e36cd51a49eab34a737b21349d75 2024-11-19T15:37:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/9d983cc6171d42689bf8e0f53d9f13f1 is 50, key is test_row_0/C:col10/1732030629486/Put/seqid=0 2024-11-19T15:37:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T15:37:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741920_1096 (size=12301) 2024-11-19T15:37:10,243 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/9d983cc6171d42689bf8e0f53d9f13f1 2024-11-19T15:37:10,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/882050671fc04b8f870acaf245ec375d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/882050671fc04b8f870acaf245ec375d 2024-11-19T15:37:10,256 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/882050671fc04b8f870acaf245ec375d, entries=150, sequenceid=393, filesize=12.0 K 2024-11-19T15:37:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/b8e3e36cd51a49eab34a737b21349d75 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/b8e3e36cd51a49eab34a737b21349d75 2024-11-19T15:37:10,265 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/b8e3e36cd51a49eab34a737b21349d75, entries=150, sequenceid=393, filesize=12.0 K 2024-11-19T15:37:10,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/9d983cc6171d42689bf8e0f53d9f13f1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/9d983cc6171d42689bf8e0f53d9f13f1 2024-11-19T15:37:10,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030690266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030690266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030690266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030690267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030690266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,278 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/9d983cc6171d42689bf8e0f53d9f13f1, entries=150, sequenceid=393, filesize=12.0 K 2024-11-19T15:37:10,280 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 321555814996148abd7b8dd9d7a74b7a in 204ms, sequenceid=393, compaction requested=false 2024-11-19T15:37:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-19T15:37:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-19T15:37:10,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-19T15:37:10,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-19T15:37:10,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 377 msec 2024-11-19T15:37:10,483 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:10,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T15:37:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:10,486 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cedc08ba9ba442a3a39b11e031574a83 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cedc08ba9ba442a3a39b11e031574a83 2024-11-19T15:37:10,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/7faaef5fd2a8409e843fe1f0fad6ed6f is 50, key is test_row_0/A:col10/1732030630481/Put/seqid=0 2024-11-19T15:37:10,499 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into cedc08ba9ba442a3a39b11e031574a83(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:10,500 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:10,500 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=13, startTime=1732030629994; duration=0sec 2024-11-19T15:37:10,500 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:10,500 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:10,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030690505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030690506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030690510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030690511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030690511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741921_1097 (size=14741) 2024-11-19T15:37:10,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/7faaef5fd2a8409e843fe1f0fad6ed6f 2024-11-19T15:37:10,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/6d496295d5ee42be9c99b6b14cad436c is 50, key is test_row_0/B:col10/1732030630481/Put/seqid=0 2024-11-19T15:37:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T15:37:10,546 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:10,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-19T15:37:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T15:37:10,550 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:10,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:10,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741922_1098 (size=12301) 2024-11-19T15:37:10,589 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/7c233104d6c34636a9174ad847b80c69 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/7c233104d6c34636a9174ad847b80c69 2024-11-19T15:37:10,600 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into 7c233104d6c34636a9174ad847b80c69(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:10,600 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:10,600 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030629994; duration=0sec 2024-11-19T15:37:10,600 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:10,600 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:10,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030690616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030690616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030690618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030690626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030690626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T15:37:10,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T15:37:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:10,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030690826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030690826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030690836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030690836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030690836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:10,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T15:37:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:10,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T15:37:10,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/6d496295d5ee42be9c99b6b14cad436c 2024-11-19T15:37:10,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/601f47a4d8fd4158a028bc4373fd8b63 is 50, key is test_row_0/C:col10/1732030630481/Put/seqid=0 2024-11-19T15:37:11,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T15:37:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741923_1099 (size=12301) 2024-11-19T15:37:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030691136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030691137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030691146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030691156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030691157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T15:37:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T15:37:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T15:37:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:11,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/601f47a4d8fd4158a028bc4373fd8b63 2024-11-19T15:37:11,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/7faaef5fd2a8409e843fe1f0fad6ed6f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/7faaef5fd2a8409e843fe1f0fad6ed6f 2024-11-19T15:37:11,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/7faaef5fd2a8409e843fe1f0fad6ed6f, entries=200, sequenceid=414, filesize=14.4 K 2024-11-19T15:37:11,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/6d496295d5ee42be9c99b6b14cad436c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/6d496295d5ee42be9c99b6b14cad436c 2024-11-19T15:37:11,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/6d496295d5ee42be9c99b6b14cad436c, entries=150, sequenceid=414, filesize=12.0 K 2024-11-19T15:37:11,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/601f47a4d8fd4158a028bc4373fd8b63 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/601f47a4d8fd4158a028bc4373fd8b63 2024-11-19T15:37:11,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/601f47a4d8fd4158a028bc4373fd8b63, entries=150, sequenceid=414, filesize=12.0 K 2024-11-19T15:37:11,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 321555814996148abd7b8dd9d7a74b7a in 976ms, sequenceid=414, compaction requested=true 2024-11-19T15:37:11,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:11,459 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:11,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:11,459 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:11,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:11,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:11,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:11,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:11,461 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:11,461 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:11,461 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,461 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:11,461 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1f3c93ebe27243ab9049ba5cac9fda91, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/882050671fc04b8f870acaf245ec375d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/7faaef5fd2a8409e843fe1f0fad6ed6f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=39.3 K 2024-11-19T15:37:11,461 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:37:11,461 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,461 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cedc08ba9ba442a3a39b11e031574a83, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/b8e3e36cd51a49eab34a737b21349d75, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/6d496295d5ee42be9c99b6b14cad436c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.9 K 2024-11-19T15:37:11,462 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f3c93ebe27243ab9049ba5cac9fda91, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732030628305 2024-11-19T15:37:11,462 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cedc08ba9ba442a3a39b11e031574a83, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732030628305 2024-11-19T15:37:11,462 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 882050671fc04b8f870acaf245ec375d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732030629484 2024-11-19T15:37:11,463 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b8e3e36cd51a49eab34a737b21349d75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732030629484 2024-11-19T15:37:11,463 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7faaef5fd2a8409e843fe1f0fad6ed6f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732030630148 2024-11-19T15:37:11,464 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d496295d5ee42be9c99b6b14cad436c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732030630152 2024-11-19T15:37:11,478 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:11,478 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/ba8bb524f65741be983b480458b41f8e is 50, key is test_row_0/B:col10/1732030630481/Put/seqid=0 2024-11-19T15:37:11,484 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:11,486 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/279b9830fee9483ba880474e16689979 is 50, key is test_row_0/A:col10/1732030630481/Put/seqid=0 2024-11-19T15:37:11,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T15:37:11,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,489 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T15:37:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/4dc44deb467146039deacf032b6a00a1 is 50, key is test_row_0/A:col10/1732030630497/Put/seqid=0 2024-11-19T15:37:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741924_1100 (size=13289) 2024-11-19T15:37:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741925_1101 (size=13289) 2024-11-19T15:37:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741926_1102 (size=12301) 2024-11-19T15:37:11,513 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/4dc44deb467146039deacf032b6a00a1 2024-11-19T15:37:11,523 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/279b9830fee9483ba880474e16689979 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/279b9830fee9483ba880474e16689979 2024-11-19T15:37:11,531 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 279b9830fee9483ba880474e16689979(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:11,531 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,531 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030631459; duration=0sec 2024-11-19T15:37:11,531 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:11,531 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:11,532 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:11,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/a07e362e2b4a4fb3a2a736acdc07d799 is 50, key is test_row_0/B:col10/1732030630497/Put/seqid=0 2024-11-19T15:37:11,536 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:11,536 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:11,536 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,537 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/7c233104d6c34636a9174ad847b80c69, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/9d983cc6171d42689bf8e0f53d9f13f1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/601f47a4d8fd4158a028bc4373fd8b63] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=36.9 K 2024-11-19T15:37:11,545 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c233104d6c34636a9174ad847b80c69, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732030628305 2024-11-19T15:37:11,546 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d983cc6171d42689bf8e0f53d9f13f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732030629484 2024-11-19T15:37:11,546 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 601f47a4d8fd4158a028bc4373fd8b63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732030630152 2024-11-19T15:37:11,562 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:11,562 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/02506e2cc2404afd9aaa6ee3e594600c is 50, key is test_row_0/C:col10/1732030630481/Put/seqid=0 2024-11-19T15:37:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741927_1103 (size=12301) 2024-11-19T15:37:11,564 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/a07e362e2b4a4fb3a2a736acdc07d799 2024-11-19T15:37:11,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/a0a88da5093746bd98ca347750ff49d4 is 50, key is test_row_0/C:col10/1732030630497/Put/seqid=0 2024-11-19T15:37:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741928_1104 (size=13289) 2024-11-19T15:37:11,593 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/02506e2cc2404afd9aaa6ee3e594600c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/02506e2cc2404afd9aaa6ee3e594600c 2024-11-19T15:37:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741929_1105 (size=12301) 2024-11-19T15:37:11,596 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/a0a88da5093746bd98ca347750ff49d4 2024-11-19T15:37:11,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/4dc44deb467146039deacf032b6a00a1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4dc44deb467146039deacf032b6a00a1 2024-11-19T15:37:11,604 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into 02506e2cc2404afd9aaa6ee3e594600c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:11,604 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,604 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030631460; duration=0sec 2024-11-19T15:37:11,604 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:11,604 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:11,617 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4dc44deb467146039deacf032b6a00a1, entries=150, sequenceid=432, filesize=12.0 K 2024-11-19T15:37:11,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/a07e362e2b4a4fb3a2a736acdc07d799 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a07e362e2b4a4fb3a2a736acdc07d799 2024-11-19T15:37:11,631 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a07e362e2b4a4fb3a2a736acdc07d799, entries=150, sequenceid=432, filesize=12.0 K 2024-11-19T15:37:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/a0a88da5093746bd98ca347750ff49d4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a0a88da5093746bd98ca347750ff49d4 2024-11-19T15:37:11,649 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a0a88da5093746bd98ca347750ff49d4, entries=150, sequenceid=432, filesize=12.0 K 2024-11-19T15:37:11,651 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 321555814996148abd7b8dd9d7a74b7a in 162ms, sequenceid=432, compaction requested=false 2024-11-19T15:37:11,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-19T15:37:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-19T15:37:11,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-19T15:37:11,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec 2024-11-19T15:37:11,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.1090 sec 2024-11-19T15:37:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:11,678 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:11,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T15:37:11,687 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:11,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ceda6bcfed5144178544db5f1047d420 is 50, key is test_row_0/A:col10/1732030631676/Put/seqid=0 2024-11-19T15:37:11,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-19T15:37:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T15:37:11,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:11,691 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:11,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741930_1106 (size=24505) 2024-11-19T15:37:11,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ceda6bcfed5144178544db5f1047d420 2024-11-19T15:37:11,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/a0a42c5c8dbc44c78a642cf8d880347b is 50, key is test_row_0/B:col10/1732030631676/Put/seqid=0 2024-11-19T15:37:11,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741931_1107 (size=12301) 2024-11-19T15:37:11,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/a0a42c5c8dbc44c78a642cf8d880347b 2024-11-19T15:37:11,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/21aeabb3378e404facb6eda3ec054c12 is 50, key is test_row_0/C:col10/1732030631676/Put/seqid=0 2024-11-19T15:37:11,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741932_1108 (size=12301) 2024-11-19T15:37:11,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/21aeabb3378e404facb6eda3ec054c12 2024-11-19T15:37:11,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/ceda6bcfed5144178544db5f1047d420 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ceda6bcfed5144178544db5f1047d420 2024-11-19T15:37:11,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ceda6bcfed5144178544db5f1047d420, entries=400, sequenceid=445, filesize=23.9 K 2024-11-19T15:37:11,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/a0a42c5c8dbc44c78a642cf8d880347b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a0a42c5c8dbc44c78a642cf8d880347b 2024-11-19T15:37:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T15:37:11,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a0a42c5c8dbc44c78a642cf8d880347b, entries=150, sequenceid=445, filesize=12.0 K 2024-11-19T15:37:11,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/21aeabb3378e404facb6eda3ec054c12 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/21aeabb3378e404facb6eda3ec054c12 2024-11-19T15:37:11,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030691793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030691802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030691802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030691804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030691806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/21aeabb3378e404facb6eda3ec054c12, entries=150, sequenceid=445, filesize=12.0 K 2024-11-19T15:37:11,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 321555814996148abd7b8dd9d7a74b7a in 138ms, sequenceid=445, compaction requested=true 2024-11-19T15:37:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:11,816 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:11,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:11,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:11,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T15:37:11,818 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:11,818 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:11,818 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,818 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/279b9830fee9483ba880474e16689979, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4dc44deb467146039deacf032b6a00a1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ceda6bcfed5144178544db5f1047d420] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=48.9 K 2024-11-19T15:37:11,819 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 279b9830fee9483ba880474e16689979, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732030630152 2024-11-19T15:37:11,819 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dc44deb467146039deacf032b6a00a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732030630497 2024-11-19T15:37:11,820 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceda6bcfed5144178544db5f1047d420, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732030631648 2024-11-19T15:37:11,832 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:11,833 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/bbbf3002fdf04aef8fce3e763255ebc9 is 50, key is test_row_0/A:col10/1732030631676/Put/seqid=0 2024-11-19T15:37:11,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T15:37:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,845 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:37:11,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/644744a0bd484648baeb7d5165873a26 is 50, key is test_row_0/A:col10/1732030631802/Put/seqid=0 2024-11-19T15:37:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741933_1109 (size=13391) 2024-11-19T15:37:11,881 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/bbbf3002fdf04aef8fce3e763255ebc9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bbbf3002fdf04aef8fce3e763255ebc9 2024-11-19T15:37:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741934_1110 (size=12301) 2024-11-19T15:37:11,889 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into bbbf3002fdf04aef8fce3e763255ebc9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:11,889 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,889 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=13, startTime=1732030631816; duration=0sec 2024-11-19T15:37:11,889 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T15:37:11,889 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:11,889 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-19T15:37:11,891 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T15:37:11,891 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T15:37:11,891 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. because compaction request was cancelled 2024-11-19T15:37:11,891 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:11,892 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:11,893 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:11,893 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:11,893 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:11,893 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/02506e2cc2404afd9aaa6ee3e594600c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a0a88da5093746bd98ca347750ff49d4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/21aeabb3378e404facb6eda3ec054c12] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=37.0 K 2024-11-19T15:37:11,893 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02506e2cc2404afd9aaa6ee3e594600c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732030630152 2024-11-19T15:37:11,894 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0a88da5093746bd98ca347750ff49d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732030630497 2024-11-19T15:37:11,894 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21aeabb3378e404facb6eda3ec054c12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732030631668 2024-11-19T15:37:11,905 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:11,906 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/797ef8d46e094ec381d8a57fb6a65524 is 50, key is test_row_0/C:col10/1732030631676/Put/seqid=0 2024-11-19T15:37:11,920 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/ba8bb524f65741be983b480458b41f8e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/ba8bb524f65741be983b480458b41f8e 2024-11-19T15:37:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741935_1111 (size=13391) 2024-11-19T15:37:11,938 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into ba8bb524f65741be983b480458b41f8e(size=13.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:11,938 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,938 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=13, startTime=1732030631459; duration=0sec 2024-11-19T15:37:11,938 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:11,939 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:11,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030691934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030691935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030691941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030691942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030691945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:11,959 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/797ef8d46e094ec381d8a57fb6a65524 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/797ef8d46e094ec381d8a57fb6a65524 2024-11-19T15:37:11,974 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into 797ef8d46e094ec381d8a57fb6a65524(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:11,974 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:11,975 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=13, startTime=1732030631817; duration=0sec 2024-11-19T15:37:11,975 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:11,975 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T15:37:12,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030692056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030692056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030692056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030692056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030692056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030692266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030692267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030692267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030692267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030692267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,283 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/644744a0bd484648baeb7d5165873a26 2024-11-19T15:37:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/e8566d9ce9e6403a995a33042ea7e828 is 50, key is test_row_0/B:col10/1732030631802/Put/seqid=0 2024-11-19T15:37:12,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741936_1112 (size=12301) 2024-11-19T15:37:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T15:37:12,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030692577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030692577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030692577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030692578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030692577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:12,709 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/e8566d9ce9e6403a995a33042ea7e828 2024-11-19T15:37:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/539f67297a4b45ab98446ca8126d4c2f is 50, key is test_row_0/C:col10/1732030631802/Put/seqid=0 2024-11-19T15:37:12,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741937_1113 (size=12301) 2024-11-19T15:37:12,736 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/539f67297a4b45ab98446ca8126d4c2f 2024-11-19T15:37:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/644744a0bd484648baeb7d5165873a26 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/644744a0bd484648baeb7d5165873a26 2024-11-19T15:37:12,771 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/644744a0bd484648baeb7d5165873a26, entries=150, sequenceid=471, filesize=12.0 K 2024-11-19T15:37:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/e8566d9ce9e6403a995a33042ea7e828 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e8566d9ce9e6403a995a33042ea7e828 2024-11-19T15:37:12,782 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e8566d9ce9e6403a995a33042ea7e828, entries=150, sequenceid=471, filesize=12.0 K 2024-11-19T15:37:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/539f67297a4b45ab98446ca8126d4c2f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/539f67297a4b45ab98446ca8126d4c2f 2024-11-19T15:37:12,795 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/539f67297a4b45ab98446ca8126d4c2f, entries=150, sequenceid=471, filesize=12.0 K 2024-11-19T15:37:12,799 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 321555814996148abd7b8dd9d7a74b7a in 954ms, sequenceid=471, compaction requested=true 2024-11-19T15:37:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T15:37:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T15:37:12,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-19T15:37:12,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1100 sec 2024-11-19T15:37:12,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.1200 sec 2024-11-19T15:37:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T15:37:12,826 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:12,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-19T15:37:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T15:37:12,830 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:12,831 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:12,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T15:37:12,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-19T15:37:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:12,992 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T15:37:13,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/9175b3d69b5c46399b80acf01b1504eb is 50, key is test_row_0/A:col10/1732030631939/Put/seqid=0 2024-11-19T15:37:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741938_1114 (size=12301) 2024-11-19T15:37:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:13,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030693123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030693125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030693127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030693126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030693128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T15:37:13,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030693236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030693236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030693236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030693236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030693236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,420 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/9175b3d69b5c46399b80acf01b1504eb 2024-11-19T15:37:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cf3d5eb7ab304d2c9bb10cee398a6d39 is 50, key is test_row_0/B:col10/1732030631939/Put/seqid=0 2024-11-19T15:37:13,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741939_1115 (size=12301) 2024-11-19T15:37:13,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030693446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030693447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030693447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030693447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T15:37:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030693456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030693756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030693757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030693757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030693757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030693765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:13,840 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cf3d5eb7ab304d2c9bb10cee398a6d39 2024-11-19T15:37:13,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ea5dc00cb63b48428100af0fa1af3641 is 50, key is test_row_0/C:col10/1732030631939/Put/seqid=0 2024-11-19T15:37:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741940_1116 (size=12301) 2024-11-19T15:37:13,885 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ea5dc00cb63b48428100af0fa1af3641 2024-11-19T15:37:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/9175b3d69b5c46399b80acf01b1504eb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9175b3d69b5c46399b80acf01b1504eb 2024-11-19T15:37:13,904 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9175b3d69b5c46399b80acf01b1504eb, entries=150, sequenceid=484, filesize=12.0 K 2024-11-19T15:37:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/cf3d5eb7ab304d2c9bb10cee398a6d39 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf3d5eb7ab304d2c9bb10cee398a6d39 2024-11-19T15:37:13,912 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf3d5eb7ab304d2c9bb10cee398a6d39, entries=150, sequenceid=484, filesize=12.0 K 2024-11-19T15:37:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/ea5dc00cb63b48428100af0fa1af3641 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ea5dc00cb63b48428100af0fa1af3641 2024-11-19T15:37:13,920 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ea5dc00cb63b48428100af0fa1af3641, entries=150, sequenceid=484, filesize=12.0 K 2024-11-19T15:37:13,923 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 321555814996148abd7b8dd9d7a74b7a in 931ms, sequenceid=484, compaction requested=true 2024-11-19T15:37:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T15:37:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T15:37:13,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-19T15:37:13,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-19T15:37:13,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.1030 sec 2024-11-19T15:37:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T15:37:13,967 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:13,967 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-19T15:37:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T15:37:13,970 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:13,971 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:13,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T15:37:14,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-19T15:37:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:14,125 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:37:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8522146cc6564b0fbd8bf7ff7661d9f0 is 50, key is test_row_0/A:col10/1732030633124/Put/seqid=0 2024-11-19T15:37:14,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741941_1117 (size=12301) 2024-11-19T15:37:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:14,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. as already flushing 2024-11-19T15:37:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T15:37:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030694285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030694285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030694286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030694288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030694290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030694396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030694396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030694396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030694396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030694397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,540 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8522146cc6564b0fbd8bf7ff7661d9f0 2024-11-19T15:37:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/65a84dd97a35489191bcf9c38dadf330 is 50, key is test_row_0/B:col10/1732030633124/Put/seqid=0 2024-11-19T15:37:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741942_1118 (size=12301) 2024-11-19T15:37:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T15:37:14,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030694607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030694607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030694607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030694607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030694608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030694917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030694917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030694918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030694922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030694922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:14,964 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/65a84dd97a35489191bcf9c38dadf330 2024-11-19T15:37:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/4bd4f854da204ffabf44a6e6b217ed47 is 50, key is test_row_0/C:col10/1732030633124/Put/seqid=0 2024-11-19T15:37:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741943_1119 (size=12301) 2024-11-19T15:37:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T15:37:15,393 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/4bd4f854da204ffabf44a6e6b217ed47 2024-11-19T15:37:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/8522146cc6564b0fbd8bf7ff7661d9f0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8522146cc6564b0fbd8bf7ff7661d9f0 2024-11-19T15:37:15,405 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8522146cc6564b0fbd8bf7ff7661d9f0, entries=150, sequenceid=510, filesize=12.0 K 2024-11-19T15:37:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/65a84dd97a35489191bcf9c38dadf330 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/65a84dd97a35489191bcf9c38dadf330 2024-11-19T15:37:15,413 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/65a84dd97a35489191bcf9c38dadf330, entries=150, sequenceid=510, filesize=12.0 K 2024-11-19T15:37:15,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/4bd4f854da204ffabf44a6e6b217ed47 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/4bd4f854da204ffabf44a6e6b217ed47 2024-11-19T15:37:15,421 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/4bd4f854da204ffabf44a6e6b217ed47, entries=150, sequenceid=510, filesize=12.0 K 2024-11-19T15:37:15,423 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 321555814996148abd7b8dd9d7a74b7a in 1298ms, sequenceid=510, compaction requested=true 2024-11-19T15:37:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T15:37:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T15:37:15,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-19T15:37:15,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec 2024-11-19T15:37:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:15,431 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:15,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:15,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea is 50, key is test_row_1/A:col10/1732030635427/Put/seqid=0 2024-11-19T15:37:15,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.4630 sec 2024-11-19T15:37:15,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741944_1120 (size=12297) 2024-11-19T15:37:15,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea 2024-11-19T15:37:15,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/29a85c133e0e43b4b0833730c595f838 is 50, key is test_row_1/B:col10/1732030635427/Put/seqid=0 2024-11-19T15:37:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741945_1121 (size=9857) 2024-11-19T15:37:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030695482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030695482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030695482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030695490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030695491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030695596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030695596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030695606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030695606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030695606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1732030695806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56292 deadline: 1732030695806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1732030695815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1732030695816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732030695816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:15,831 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-19T15:37:15,831 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:15,833 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-19T15:37:15,833 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:15,833 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-19T15:37:15,833 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:15,836 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,837 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,837 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,837 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,837 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:15,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:15,837 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:15,844 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-19T15:37:15,844 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:15,844 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,844 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:15,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:15,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/29a85c133e0e43b4b0833730c595f838 2024-11-19T15:37:15,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/2ba6c1f5f05741b5be9a0d17cb7b3c23 is 50, key is test_row_1/C:col10/1732030635427/Put/seqid=0 2024-11-19T15:37:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741946_1122 (size=9857) 2024-11-19T15:37:15,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/2ba6c1f5f05741b5be9a0d17cb7b3c23 2024-11-19T15:37:15,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea 2024-11-19T15:37:15,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea, entries=150, sequenceid=521, filesize=12.0 K 2024-11-19T15:37:15,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/29a85c133e0e43b4b0833730c595f838 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29a85c133e0e43b4b0833730c595f838 2024-11-19T15:37:15,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29a85c133e0e43b4b0833730c595f838, entries=100, sequenceid=521, filesize=9.6 K 2024-11-19T15:37:15,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/2ba6c1f5f05741b5be9a0d17cb7b3c23 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/2ba6c1f5f05741b5be9a0d17cb7b3c23 2024-11-19T15:37:15,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/2ba6c1f5f05741b5be9a0d17cb7b3c23, entries=100, sequenceid=521, filesize=9.6 K 2024-11-19T15:37:15,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 321555814996148abd7b8dd9d7a74b7a in 485ms, sequenceid=521, compaction requested=true 2024-11-19T15:37:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:15,916 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T15:37:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:15,916 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T15:37:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 321555814996148abd7b8dd9d7a74b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:15,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:15,918 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62591 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T15:37:15,918 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/A is initiating minor compaction (all files) 2024-11-19T15:37:15,918 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/A in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:15,918 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bbbf3002fdf04aef8fce3e763255ebc9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/644744a0bd484648baeb7d5165873a26, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9175b3d69b5c46399b80acf01b1504eb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8522146cc6564b0fbd8bf7ff7661d9f0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=61.1 K 2024-11-19T15:37:15,919 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84651 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T15:37:15,919 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/B is initiating minor compaction (all files) 2024-11-19T15:37:15,919 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbbf3002fdf04aef8fce3e763255ebc9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732030631668 2024-11-19T15:37:15,919 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/B in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:15,919 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/ba8bb524f65741be983b480458b41f8e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a07e362e2b4a4fb3a2a736acdc07d799, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a0a42c5c8dbc44c78a642cf8d880347b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e8566d9ce9e6403a995a33042ea7e828, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf3d5eb7ab304d2c9bb10cee398a6d39, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/65a84dd97a35489191bcf9c38dadf330, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29a85c133e0e43b4b0833730c595f838] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=82.7 K 2024-11-19T15:37:15,919 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 644744a0bd484648baeb7d5165873a26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732030631799 2024-11-19T15:37:15,920 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ba8bb524f65741be983b480458b41f8e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732030630152 2024-11-19T15:37:15,920 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9175b3d69b5c46399b80acf01b1504eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732030631926 2024-11-19T15:37:15,920 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a07e362e2b4a4fb3a2a736acdc07d799, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732030630497 2024-11-19T15:37:15,921 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a0a42c5c8dbc44c78a642cf8d880347b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732030631668 2024-11-19T15:37:15,921 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8522146cc6564b0fbd8bf7ff7661d9f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732030633124 2024-11-19T15:37:15,921 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e8566d9ce9e6403a995a33042ea7e828, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732030631799 2024-11-19T15:37:15,921 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4f1ed9b3bf843558c6aaf76ca0bc9ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732030634284 2024-11-19T15:37:15,922 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cf3d5eb7ab304d2c9bb10cee398a6d39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732030631926 2024-11-19T15:37:15,922 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a84dd97a35489191bcf9c38dadf330, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732030633124 2024-11-19T15:37:15,923 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 29a85c133e0e43b4b0833730c595f838, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732030634284 2024-11-19T15:37:15,935 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#A#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:15,935 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/20a94167a1094fd9ac93d1ece7830689 is 50, key is test_row_0/A:col10/1732030633124/Put/seqid=0 2024-11-19T15:37:15,938 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:15,939 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/8691302e6d12460fa4c6932c3aa68609 is 50, key is test_row_0/B:col10/1732030633124/Put/seqid=0 2024-11-19T15:37:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741947_1123 (size=13561) 2024-11-19T15:37:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741948_1124 (size=13527) 2024-11-19T15:37:15,950 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/20a94167a1094fd9ac93d1ece7830689 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/20a94167a1094fd9ac93d1ece7830689 2024-11-19T15:37:15,956 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/A of 321555814996148abd7b8dd9d7a74b7a into 20a94167a1094fd9ac93d1ece7830689(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:15,956 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:15,956 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/A, priority=11, startTime=1732030635916; duration=0sec 2024-11-19T15:37:15,956 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:15,956 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:A 2024-11-19T15:37:15,956 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T15:37:15,958 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60151 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T15:37:15,958 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 321555814996148abd7b8dd9d7a74b7a/C is initiating minor compaction (all files) 2024-11-19T15:37:15,958 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 321555814996148abd7b8dd9d7a74b7a/C in TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:15,958 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/797ef8d46e094ec381d8a57fb6a65524, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/539f67297a4b45ab98446ca8126d4c2f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ea5dc00cb63b48428100af0fa1af3641, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/4bd4f854da204ffabf44a6e6b217ed47, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/2ba6c1f5f05741b5be9a0d17cb7b3c23] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp, totalSize=58.7 K 2024-11-19T15:37:15,959 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 797ef8d46e094ec381d8a57fb6a65524, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732030631668 2024-11-19T15:37:15,959 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 539f67297a4b45ab98446ca8126d4c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732030631799 2024-11-19T15:37:15,959 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea5dc00cb63b48428100af0fa1af3641, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732030631926 2024-11-19T15:37:15,960 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd4f854da204ffabf44a6e6b217ed47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732030633124 2024-11-19T15:37:15,960 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ba6c1f5f05741b5be9a0d17cb7b3c23, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732030634284 2024-11-19T15:37:15,972 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 321555814996148abd7b8dd9d7a74b7a#C#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:15,972 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/d6e667c309f64baa98b3585e7f58d2a5 is 50, key is test_row_0/C:col10/1732030633124/Put/seqid=0 2024-11-19T15:37:15,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741949_1125 (size=13561) 2024-11-19T15:37:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T15:37:16,117 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:16,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T15:37:16,128 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-19T15:37:16,128 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:16,128 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,128 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-19T15:37:16,128 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:16,128 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,128 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,129 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-19T15:37:16,129 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,129 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:16,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:16,129 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,129 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:16,130 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-19T15:37:16,130 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:16,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:16,130 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,130 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:16,131 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-19T15:37:16,131 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:16,131 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,131 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2775 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2684 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1259 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3767 rows 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1232 2024-11-19T15:37:16,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3686 rows 2024-11-19T15:37:16,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:37:16,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:37:16,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:16,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:16,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T15:37:16,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/338bb89070514c80a561086c088e6ba8 is 50, key is test_row_0/A:col10/1732030636128/Put/seqid=0 2024-11-19T15:37:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:16,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030636147"}]},"ts":"1732030636147"} 2024-11-19T15:37:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T15:37:16,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T15:37:16,150 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T15:37:16,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:37:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741950_1126 (size=12301) 2024-11-19T15:37:16,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, UNASSIGN}] 2024-11-19T15:37:16,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, UNASSIGN 2024-11-19T15:37:16,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=321555814996148abd7b8dd9d7a74b7a, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:16,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, UNASSIGN because future has completed 2024-11-19T15:37:16,163 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:37:16,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:37:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T15:37:16,320 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:16,320 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:37:16,320 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 321555814996148abd7b8dd9d7a74b7a, disabling compactions & flushes 2024-11-19T15:37:16,321 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1993): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:16,354 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/8691302e6d12460fa4c6932c3aa68609 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/8691302e6d12460fa4c6932c3aa68609 2024-11-19T15:37:16,359 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/B of 321555814996148abd7b8dd9d7a74b7a into 8691302e6d12460fa4c6932c3aa68609(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:16,359 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:16,359 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/B, priority=9, startTime=1732030635916; duration=0sec 2024-11-19T15:37:16,360 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:16,360 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:B 2024-11-19T15:37:16,385 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/d6e667c309f64baa98b3585e7f58d2a5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/d6e667c309f64baa98b3585e7f58d2a5 2024-11-19T15:37:16,391 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 321555814996148abd7b8dd9d7a74b7a/C of 321555814996148abd7b8dd9d7a74b7a into d6e667c309f64baa98b3585e7f58d2a5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:16,391 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:16,391 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., storeName=321555814996148abd7b8dd9d7a74b7a/C, priority=11, startTime=1732030635916; duration=0sec 2024-11-19T15:37:16,391 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:16,391 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:16,391 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 321555814996148abd7b8dd9d7a74b7a:C 2024-11-19T15:37:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T15:37:16,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/338bb89070514c80a561086c088e6ba8 2024-11-19T15:37:16,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d7ec74c3c2804c52b18c1ba64a58eb53 is 50, key is test_row_0/B:col10/1732030636128/Put/seqid=0 2024-11-19T15:37:16,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741951_1127 (size=12301) 2024-11-19T15:37:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T15:37:16,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d7ec74c3c2804c52b18c1ba64a58eb53 2024-11-19T15:37:16,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/396895c33ee448c6b45fe7e088502b63 is 50, key is test_row_0/C:col10/1732030636128/Put/seqid=0 2024-11-19T15:37:16,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741952_1128 (size=12301) 2024-11-19T15:37:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T15:37:17,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/396895c33ee448c6b45fe7e088502b63 2024-11-19T15:37:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/338bb89070514c80a561086c088e6ba8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/338bb89070514c80a561086c088e6ba8 2024-11-19T15:37:17,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/338bb89070514c80a561086c088e6ba8, entries=150, sequenceid=551, filesize=12.0 K 2024-11-19T15:37:17,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/d7ec74c3c2804c52b18c1ba64a58eb53 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d7ec74c3c2804c52b18c1ba64a58eb53 2024-11-19T15:37:17,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d7ec74c3c2804c52b18c1ba64a58eb53, entries=150, sequenceid=551, filesize=12.0 K 2024-11-19T15:37:17,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/396895c33ee448c6b45fe7e088502b63 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/396895c33ee448c6b45fe7e088502b63 2024-11-19T15:37:17,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/396895c33ee448c6b45fe7e088502b63, entries=150, sequenceid=551, filesize=12.0 K 2024-11-19T15:37:17,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=6.71 KB/6870 for 321555814996148abd7b8dd9d7a74b7a in 1276ms, sequenceid=551, compaction requested=false 2024-11-19T15:37:17,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 321555814996148abd7b8dd9d7a74b7a: 2024-11-19T15:37:17,404 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:17,404 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:17,404 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. after waiting 0 ms 2024-11-19T15:37:17,404 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:17,404 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 321555814996148abd7b8dd9d7a74b7a 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-19T15:37:17,408 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6ad751162c474ade91a5731c1e351c72 is 50, key is test_row_0/A:col10/1732030636130/Put/seqid=0 2024-11-19T15:37:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741953_1129 (size=7415) 2024-11-19T15:37:17,813 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6ad751162c474ade91a5731c1e351c72 2024-11-19T15:37:17,821 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/599ca9b285804e72b42903de17593dd2 is 50, key is test_row_0/B:col10/1732030636130/Put/seqid=0 2024-11-19T15:37:17,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741954_1130 (size=7415) 2024-11-19T15:37:18,226 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/599ca9b285804e72b42903de17593dd2 2024-11-19T15:37:18,234 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b5b1196e49b946ca97fb6e97321c2782 is 50, key is test_row_0/C:col10/1732030636130/Put/seqid=0 2024-11-19T15:37:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741955_1131 (size=7415) 2024-11-19T15:37:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T15:37:18,558 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T15:37:18,639 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b5b1196e49b946ca97fb6e97321c2782 2024-11-19T15:37:18,646 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/A/6ad751162c474ade91a5731c1e351c72 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6ad751162c474ade91a5731c1e351c72 2024-11-19T15:37:18,650 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6ad751162c474ade91a5731c1e351c72, entries=50, sequenceid=557, filesize=7.2 K 2024-11-19T15:37:18,651 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/B/599ca9b285804e72b42903de17593dd2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/599ca9b285804e72b42903de17593dd2 2024-11-19T15:37:18,655 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/599ca9b285804e72b42903de17593dd2, entries=50, sequenceid=557, filesize=7.2 K 2024-11-19T15:37:18,656 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/.tmp/C/b5b1196e49b946ca97fb6e97321c2782 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5b1196e49b946ca97fb6e97321c2782 2024-11-19T15:37:18,660 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5b1196e49b946ca97fb6e97321c2782, entries=50, sequenceid=557, filesize=7.2 K 2024-11-19T15:37:18,661 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 321555814996148abd7b8dd9d7a74b7a in 1257ms, sequenceid=557, compaction requested=true 2024-11-19T15:37:18,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ddc502a1b6744bee9f35e7a09abb1a3f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e85550161758497e84e66aa028253d18, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bb0a343fafff4bed82d5bcde75f94abf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/479884cc23e34e959ac639c154837325, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/aff220473bef4f85b4a45add3b20d60a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/750d5ee29f724be09b458ca39eb0a74f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/3e4d6749e7b1453a8cdea85c0223ed39, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9da970da67674c338e62de71ceaf6e75, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/320664cc52b249caa00bcde591766536, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/01633e2fceba45d68e23a621094df56e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6cecba728a0945eabdebad1d21227dcc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/518ad940802144aa8c5b10012df267b6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/fa02c509132f47a9a2466998adbbaf71, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/605199b719a043948fe8c20631a50755, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6c6c21add8ad4975beafbe5540fbac0f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8669d03a95cb449381fee7ba548c1cc6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8dbfef5c5fa84a85bbf12f3bc6f671cc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ffa3586ae5ca40f0975fe1e96ee53623, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4a3be0fd51d0458a9e29c9394969d578, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/c0a7add7ed3f479fb6112170e72023a2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/dfecd615ceb3494e915b3f2a387e1643, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/52a3fffcf8964a38b6078f92f1f23fc0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1795ec65db7845ff8d0c651366862a19, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/973651d004d946ed89be17037d3e1b42, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e38e17252abf4d52b78668e359dc4849, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1f3c93ebe27243ab9049ba5cac9fda91, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/882050671fc04b8f870acaf245ec375d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/7faaef5fd2a8409e843fe1f0fad6ed6f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/279b9830fee9483ba880474e16689979, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4dc44deb467146039deacf032b6a00a1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ceda6bcfed5144178544db5f1047d420, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bbbf3002fdf04aef8fce3e763255ebc9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/644744a0bd484648baeb7d5165873a26, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9175b3d69b5c46399b80acf01b1504eb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8522146cc6564b0fbd8bf7ff7661d9f0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea] to archive 2024-11-19T15:37:18,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:37:18,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ddc502a1b6744bee9f35e7a09abb1a3f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ddc502a1b6744bee9f35e7a09abb1a3f 2024-11-19T15:37:18,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e85550161758497e84e66aa028253d18 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e85550161758497e84e66aa028253d18 2024-11-19T15:37:18,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bb0a343fafff4bed82d5bcde75f94abf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bb0a343fafff4bed82d5bcde75f94abf 2024-11-19T15:37:18,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/479884cc23e34e959ac639c154837325 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/479884cc23e34e959ac639c154837325 2024-11-19T15:37:18,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/aff220473bef4f85b4a45add3b20d60a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/aff220473bef4f85b4a45add3b20d60a 2024-11-19T15:37:18,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/750d5ee29f724be09b458ca39eb0a74f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/750d5ee29f724be09b458ca39eb0a74f 2024-11-19T15:37:18,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/3e4d6749e7b1453a8cdea85c0223ed39 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/3e4d6749e7b1453a8cdea85c0223ed39 2024-11-19T15:37:18,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9da970da67674c338e62de71ceaf6e75 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9da970da67674c338e62de71ceaf6e75 2024-11-19T15:37:18,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/320664cc52b249caa00bcde591766536 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/320664cc52b249caa00bcde591766536 2024-11-19T15:37:18,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/01633e2fceba45d68e23a621094df56e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/01633e2fceba45d68e23a621094df56e 2024-11-19T15:37:18,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6cecba728a0945eabdebad1d21227dcc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6cecba728a0945eabdebad1d21227dcc 2024-11-19T15:37:18,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/518ad940802144aa8c5b10012df267b6 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/518ad940802144aa8c5b10012df267b6 2024-11-19T15:37:18,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/fa02c509132f47a9a2466998adbbaf71 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/fa02c509132f47a9a2466998adbbaf71 2024-11-19T15:37:18,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/605199b719a043948fe8c20631a50755 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/605199b719a043948fe8c20631a50755 2024-11-19T15:37:18,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6c6c21add8ad4975beafbe5540fbac0f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6c6c21add8ad4975beafbe5540fbac0f 2024-11-19T15:37:18,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8669d03a95cb449381fee7ba548c1cc6 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8669d03a95cb449381fee7ba548c1cc6 2024-11-19T15:37:18,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8dbfef5c5fa84a85bbf12f3bc6f671cc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8dbfef5c5fa84a85bbf12f3bc6f671cc 2024-11-19T15:37:18,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ffa3586ae5ca40f0975fe1e96ee53623 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ffa3586ae5ca40f0975fe1e96ee53623 2024-11-19T15:37:18,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4a3be0fd51d0458a9e29c9394969d578 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4a3be0fd51d0458a9e29c9394969d578 2024-11-19T15:37:18,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/c0a7add7ed3f479fb6112170e72023a2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/c0a7add7ed3f479fb6112170e72023a2 2024-11-19T15:37:18,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/dfecd615ceb3494e915b3f2a387e1643 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/dfecd615ceb3494e915b3f2a387e1643 2024-11-19T15:37:18,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/52a3fffcf8964a38b6078f92f1f23fc0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/52a3fffcf8964a38b6078f92f1f23fc0 2024-11-19T15:37:18,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1795ec65db7845ff8d0c651366862a19 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1795ec65db7845ff8d0c651366862a19 2024-11-19T15:37:18,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/973651d004d946ed89be17037d3e1b42 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/973651d004d946ed89be17037d3e1b42 2024-11-19T15:37:18,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e38e17252abf4d52b78668e359dc4849 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/e38e17252abf4d52b78668e359dc4849 2024-11-19T15:37:18,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1f3c93ebe27243ab9049ba5cac9fda91 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/1f3c93ebe27243ab9049ba5cac9fda91 2024-11-19T15:37:18,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/0fdd10b0c1c94a51b5c7e4eac15b2ef8 2024-11-19T15:37:18,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/882050671fc04b8f870acaf245ec375d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/882050671fc04b8f870acaf245ec375d 2024-11-19T15:37:18,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/7faaef5fd2a8409e843fe1f0fad6ed6f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/7faaef5fd2a8409e843fe1f0fad6ed6f 2024-11-19T15:37:18,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/279b9830fee9483ba880474e16689979 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/279b9830fee9483ba880474e16689979 2024-11-19T15:37:18,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4dc44deb467146039deacf032b6a00a1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/4dc44deb467146039deacf032b6a00a1 2024-11-19T15:37:18,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ceda6bcfed5144178544db5f1047d420 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/ceda6bcfed5144178544db5f1047d420 2024-11-19T15:37:18,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bbbf3002fdf04aef8fce3e763255ebc9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/bbbf3002fdf04aef8fce3e763255ebc9 2024-11-19T15:37:18,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/644744a0bd484648baeb7d5165873a26 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/644744a0bd484648baeb7d5165873a26 2024-11-19T15:37:18,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9175b3d69b5c46399b80acf01b1504eb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/9175b3d69b5c46399b80acf01b1504eb 2024-11-19T15:37:18,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8522146cc6564b0fbd8bf7ff7661d9f0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/8522146cc6564b0fbd8bf7ff7661d9f0 2024-11-19T15:37:18,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/b4f1ed9b3bf843558c6aaf76ca0bc9ea 2024-11-19T15:37:18,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/c66b56348c434940970a6880f31c50e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4d552574f5424cdea1777d7f16ad51f3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d435ceb242c34bd59855e8d8afaeacef, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/5361f512bda64740bab0eedfd17f601b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/534351f36a65444d8f2eb112dd02c34e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0d60931852e8417490c0eea8f442b851, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/17c9832160e4477191e7bb75beed661d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e2fe68719f9d4f84a078993f436a8596, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4126a374e37d4226bfbadeb97f171b1b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/48dfaceafb9c469489554a64daf27112, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/188c73d429d048ba90efc432bae41e2e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/46b6c881f37444efb627849cf4ba1d77, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29c18f2697f8498fbc574f69d8247a15, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/eecbf2f72b94406cb51284ea04cf2191, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d77c4c611c7842d0987d4bd55ba63a85, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d5fa1375d7e643269676f14933f302e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/44b44b45cbbf49cb9a3ecbff41f4b80b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/604944a5f1ea4c13b7d9695f3552b0fa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4bbf0e30d25f48adba8716f20d6f4b8a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/bbb97deccc1a4cb09f5ef069399c5ce1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/21e3ab8e0e404d86a531d22caa7d229a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0323d33eb0fb416db9278c7a351ba213, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/83b9e98d13fd42e89d78614d72e19a67, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf013147b4a541738e401272940e9c5a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/72030b10d137495e91baf549aa1fe23f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cedc08ba9ba442a3a39b11e031574a83, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0ab64b57ca8d4be28c234ba549366387, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/b8e3e36cd51a49eab34a737b21349d75, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/ba8bb524f65741be983b480458b41f8e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/6d496295d5ee42be9c99b6b14cad436c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a07e362e2b4a4fb3a2a736acdc07d799, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a0a42c5c8dbc44c78a642cf8d880347b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e8566d9ce9e6403a995a33042ea7e828, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf3d5eb7ab304d2c9bb10cee398a6d39, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/65a84dd97a35489191bcf9c38dadf330, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29a85c133e0e43b4b0833730c595f838] to archive 2024-11-19T15:37:18,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:37:18,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/c66b56348c434940970a6880f31c50e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/c66b56348c434940970a6880f31c50e3 2024-11-19T15:37:18,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4d552574f5424cdea1777d7f16ad51f3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4d552574f5424cdea1777d7f16ad51f3 2024-11-19T15:37:18,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d435ceb242c34bd59855e8d8afaeacef to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d435ceb242c34bd59855e8d8afaeacef 2024-11-19T15:37:18,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/5361f512bda64740bab0eedfd17f601b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/5361f512bda64740bab0eedfd17f601b 2024-11-19T15:37:18,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/534351f36a65444d8f2eb112dd02c34e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/534351f36a65444d8f2eb112dd02c34e 2024-11-19T15:37:18,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0d60931852e8417490c0eea8f442b851 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0d60931852e8417490c0eea8f442b851 2024-11-19T15:37:18,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/17c9832160e4477191e7bb75beed661d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/17c9832160e4477191e7bb75beed661d 2024-11-19T15:37:18,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e2fe68719f9d4f84a078993f436a8596 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e2fe68719f9d4f84a078993f436a8596 2024-11-19T15:37:18,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4126a374e37d4226bfbadeb97f171b1b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4126a374e37d4226bfbadeb97f171b1b 2024-11-19T15:37:18,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/48dfaceafb9c469489554a64daf27112 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/48dfaceafb9c469489554a64daf27112 2024-11-19T15:37:18,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/188c73d429d048ba90efc432bae41e2e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/188c73d429d048ba90efc432bae41e2e 2024-11-19T15:37:18,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/46b6c881f37444efb627849cf4ba1d77 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/46b6c881f37444efb627849cf4ba1d77 2024-11-19T15:37:18,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29c18f2697f8498fbc574f69d8247a15 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29c18f2697f8498fbc574f69d8247a15 2024-11-19T15:37:18,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/eecbf2f72b94406cb51284ea04cf2191 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/eecbf2f72b94406cb51284ea04cf2191 2024-11-19T15:37:18,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d77c4c611c7842d0987d4bd55ba63a85 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d77c4c611c7842d0987d4bd55ba63a85 2024-11-19T15:37:18,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d5fa1375d7e643269676f14933f302e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d5fa1375d7e643269676f14933f302e3 2024-11-19T15:37:18,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/44b44b45cbbf49cb9a3ecbff41f4b80b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/44b44b45cbbf49cb9a3ecbff41f4b80b 2024-11-19T15:37:18,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/604944a5f1ea4c13b7d9695f3552b0fa to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/604944a5f1ea4c13b7d9695f3552b0fa 2024-11-19T15:37:18,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4bbf0e30d25f48adba8716f20d6f4b8a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/4bbf0e30d25f48adba8716f20d6f4b8a 2024-11-19T15:37:18,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/bbb97deccc1a4cb09f5ef069399c5ce1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/bbb97deccc1a4cb09f5ef069399c5ce1 2024-11-19T15:37:18,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/21e3ab8e0e404d86a531d22caa7d229a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/21e3ab8e0e404d86a531d22caa7d229a 2024-11-19T15:37:18,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0323d33eb0fb416db9278c7a351ba213 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0323d33eb0fb416db9278c7a351ba213 2024-11-19T15:37:18,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/83b9e98d13fd42e89d78614d72e19a67 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/83b9e98d13fd42e89d78614d72e19a67 2024-11-19T15:37:18,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf013147b4a541738e401272940e9c5a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf013147b4a541738e401272940e9c5a 2024-11-19T15:37:18,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/72030b10d137495e91baf549aa1fe23f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/72030b10d137495e91baf549aa1fe23f 2024-11-19T15:37:18,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cedc08ba9ba442a3a39b11e031574a83 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cedc08ba9ba442a3a39b11e031574a83 2024-11-19T15:37:18,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0ab64b57ca8d4be28c234ba549366387 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/0ab64b57ca8d4be28c234ba549366387 2024-11-19T15:37:18,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/b8e3e36cd51a49eab34a737b21349d75 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/b8e3e36cd51a49eab34a737b21349d75 2024-11-19T15:37:18,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/ba8bb524f65741be983b480458b41f8e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/ba8bb524f65741be983b480458b41f8e 2024-11-19T15:37:18,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/6d496295d5ee42be9c99b6b14cad436c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/6d496295d5ee42be9c99b6b14cad436c 2024-11-19T15:37:18,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a07e362e2b4a4fb3a2a736acdc07d799 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a07e362e2b4a4fb3a2a736acdc07d799 2024-11-19T15:37:18,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a0a42c5c8dbc44c78a642cf8d880347b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/a0a42c5c8dbc44c78a642cf8d880347b 2024-11-19T15:37:18,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e8566d9ce9e6403a995a33042ea7e828 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/e8566d9ce9e6403a995a33042ea7e828 2024-11-19T15:37:18,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf3d5eb7ab304d2c9bb10cee398a6d39 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/cf3d5eb7ab304d2c9bb10cee398a6d39 2024-11-19T15:37:18,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/65a84dd97a35489191bcf9c38dadf330 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/65a84dd97a35489191bcf9c38dadf330 2024-11-19T15:37:18,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29a85c133e0e43b4b0833730c595f838 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/29a85c133e0e43b4b0833730c595f838 2024-11-19T15:37:18,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5171d931f254134831dd4a622584b6a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ef77be9c47a24c10b863f2910d29293e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ecc723fb962e442182f349f7a7a81150, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3db0955b71df4af5bb1840c3d51d23f2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/68a353c45d984862b1008e7e8529c24a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/186f3e97c86149f685d89039cc39ea08, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6dce10a782db4d9980ca83832cfe163c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/de06e00e9f1d4fb7944c2098a39899bd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/8835c7a88ac5492bb61d231cbeb0a43d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ba45567ee3bb47c7be693ac29fd5202b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/614c31477be94a6794ef9da1c35471da, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/385288815b844656909796b3a5860575, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/af24c48aa3ba4cd7984f91d20de6eba9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/5914008374dc4b92a635a582d27c0060, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a75d495c8e8344d78555ccd9359d97b7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/c3e0c61bbea1420393c8c3368f1bf936, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/654a35d52096415399fcae97e722e4ea, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/cf630d9808bf4028b9e89efda07f5bb9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b55abe65fc21470b99679e45421c08ab, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/29f350f7508f4da3be0fd360010f600b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/f0fcd30bdfe8403298e89c2690abc276, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/60663cd416c94eb2bc9dd774ab4a2df1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3ba7ac55633040beac048aec11e0898b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/66f5dba939eb4e83a31dea3731696092, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6600ad5a738f4b7faae65eb5381652f9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/7c233104d6c34636a9174ad847b80c69, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/35ff986fcce64afa867536d4deefa0bf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/9d983cc6171d42689bf8e0f53d9f13f1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/02506e2cc2404afd9aaa6ee3e594600c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/601f47a4d8fd4158a028bc4373fd8b63, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a0a88da5093746bd98ca347750ff49d4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/797ef8d46e094ec381d8a57fb6a65524, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/21aeabb3378e404facb6eda3ec054c12, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/539f67297a4b45ab98446ca8126d4c2f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ea5dc00cb63b48428100af0fa1af3641, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/4bd4f854da204ffabf44a6e6b217ed47, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/2ba6c1f5f05741b5be9a0d17cb7b3c23] to archive 2024-11-19T15:37:18,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:37:18,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5171d931f254134831dd4a622584b6a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5171d931f254134831dd4a622584b6a 2024-11-19T15:37:18,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ef77be9c47a24c10b863f2910d29293e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ef77be9c47a24c10b863f2910d29293e 2024-11-19T15:37:18,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ecc723fb962e442182f349f7a7a81150 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ecc723fb962e442182f349f7a7a81150 2024-11-19T15:37:18,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3db0955b71df4af5bb1840c3d51d23f2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3db0955b71df4af5bb1840c3d51d23f2 2024-11-19T15:37:18,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/68a353c45d984862b1008e7e8529c24a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/68a353c45d984862b1008e7e8529c24a 2024-11-19T15:37:18,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/186f3e97c86149f685d89039cc39ea08 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/186f3e97c86149f685d89039cc39ea08 2024-11-19T15:37:18,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6dce10a782db4d9980ca83832cfe163c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6dce10a782db4d9980ca83832cfe163c 2024-11-19T15:37:18,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/de06e00e9f1d4fb7944c2098a39899bd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/de06e00e9f1d4fb7944c2098a39899bd 2024-11-19T15:37:18,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/8835c7a88ac5492bb61d231cbeb0a43d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/8835c7a88ac5492bb61d231cbeb0a43d 2024-11-19T15:37:18,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ba45567ee3bb47c7be693ac29fd5202b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ba45567ee3bb47c7be693ac29fd5202b 2024-11-19T15:37:18,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/614c31477be94a6794ef9da1c35471da to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/614c31477be94a6794ef9da1c35471da 2024-11-19T15:37:18,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/385288815b844656909796b3a5860575 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/385288815b844656909796b3a5860575 2024-11-19T15:37:18,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/af24c48aa3ba4cd7984f91d20de6eba9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/af24c48aa3ba4cd7984f91d20de6eba9 2024-11-19T15:37:18,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/5914008374dc4b92a635a582d27c0060 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/5914008374dc4b92a635a582d27c0060 2024-11-19T15:37:18,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a75d495c8e8344d78555ccd9359d97b7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a75d495c8e8344d78555ccd9359d97b7 2024-11-19T15:37:18,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/c3e0c61bbea1420393c8c3368f1bf936 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/c3e0c61bbea1420393c8c3368f1bf936 2024-11-19T15:37:18,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/654a35d52096415399fcae97e722e4ea to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/654a35d52096415399fcae97e722e4ea 2024-11-19T15:37:18,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/cf630d9808bf4028b9e89efda07f5bb9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/cf630d9808bf4028b9e89efda07f5bb9 2024-11-19T15:37:18,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b55abe65fc21470b99679e45421c08ab to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b55abe65fc21470b99679e45421c08ab 2024-11-19T15:37:18,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/29f350f7508f4da3be0fd360010f600b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/29f350f7508f4da3be0fd360010f600b 2024-11-19T15:37:18,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/f0fcd30bdfe8403298e89c2690abc276 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/f0fcd30bdfe8403298e89c2690abc276 2024-11-19T15:37:18,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/60663cd416c94eb2bc9dd774ab4a2df1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/60663cd416c94eb2bc9dd774ab4a2df1 2024-11-19T15:37:18,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3ba7ac55633040beac048aec11e0898b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/3ba7ac55633040beac048aec11e0898b 2024-11-19T15:37:18,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/66f5dba939eb4e83a31dea3731696092 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/66f5dba939eb4e83a31dea3731696092 2024-11-19T15:37:18,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6600ad5a738f4b7faae65eb5381652f9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/6600ad5a738f4b7faae65eb5381652f9 2024-11-19T15:37:18,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/7c233104d6c34636a9174ad847b80c69 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/7c233104d6c34636a9174ad847b80c69 2024-11-19T15:37:18,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/35ff986fcce64afa867536d4deefa0bf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/35ff986fcce64afa867536d4deefa0bf 2024-11-19T15:37:18,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/9d983cc6171d42689bf8e0f53d9f13f1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/9d983cc6171d42689bf8e0f53d9f13f1 2024-11-19T15:37:18,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/02506e2cc2404afd9aaa6ee3e594600c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/02506e2cc2404afd9aaa6ee3e594600c 2024-11-19T15:37:18,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/601f47a4d8fd4158a028bc4373fd8b63 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/601f47a4d8fd4158a028bc4373fd8b63 2024-11-19T15:37:18,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a0a88da5093746bd98ca347750ff49d4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/a0a88da5093746bd98ca347750ff49d4 2024-11-19T15:37:18,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/797ef8d46e094ec381d8a57fb6a65524 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/797ef8d46e094ec381d8a57fb6a65524 2024-11-19T15:37:18,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/21aeabb3378e404facb6eda3ec054c12 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/21aeabb3378e404facb6eda3ec054c12 2024-11-19T15:37:18,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/539f67297a4b45ab98446ca8126d4c2f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/539f67297a4b45ab98446ca8126d4c2f 2024-11-19T15:37:18,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ea5dc00cb63b48428100af0fa1af3641 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/ea5dc00cb63b48428100af0fa1af3641 2024-11-19T15:37:18,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/4bd4f854da204ffabf44a6e6b217ed47 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/4bd4f854da204ffabf44a6e6b217ed47 2024-11-19T15:37:18,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/2ba6c1f5f05741b5be9a0d17cb7b3c23 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/2ba6c1f5f05741b5be9a0d17cb7b3c23 2024-11-19T15:37:18,838 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/recovered.edits/560.seqid, newMaxSeqId=560, maxSeqId=1 2024-11-19T15:37:18,838 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. 2024-11-19T15:37:18,839 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 321555814996148abd7b8dd9d7a74b7a: Waiting for close lock at 1732030636320Running coprocessor pre-close hooks at 1732030636320Disabling compacts and flushes for region at 1732030636320Disabling writes for close at 1732030637404 (+1084 ms)Obtaining lock to block concurrent updates at 1732030637404Preparing flush snapshotting stores in 321555814996148abd7b8dd9d7a74b7a at 1732030637404Finished memstore snapshotting TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1732030637405 (+1 ms)Flushing stores of TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a. at 1732030637405Flushing 321555814996148abd7b8dd9d7a74b7a/A: creating writer at 1732030637405Flushing 321555814996148abd7b8dd9d7a74b7a/A: appending metadata at 1732030637408 (+3 ms)Flushing 321555814996148abd7b8dd9d7a74b7a/A: closing flushed file at 1732030637408Flushing 321555814996148abd7b8dd9d7a74b7a/B: creating writer at 1732030637818 (+410 ms)Flushing 321555814996148abd7b8dd9d7a74b7a/B: appending metadata at 1732030637820 (+2 ms)Flushing 321555814996148abd7b8dd9d7a74b7a/B: closing flushed file at 1732030637820Flushing 321555814996148abd7b8dd9d7a74b7a/C: creating writer at 1732030638231 (+411 ms)Flushing 321555814996148abd7b8dd9d7a74b7a/C: appending metadata at 1732030638233 (+2 ms)Flushing 321555814996148abd7b8dd9d7a74b7a/C: closing flushed file at 1732030638234 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eed6902: reopening flushed file at 1732030638645 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c05a97: reopening flushed file at 1732030638650 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7021fb: reopening flushed file at 1732030638655 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 321555814996148abd7b8dd9d7a74b7a in 1257ms, sequenceid=557, compaction requested=true at 1732030638661 (+6 ms)Writing region close event to WAL at 1732030638834 (+173 ms)Running coprocessor post-close hooks at 1732030638838 (+4 ms)Closed at 1732030638838 2024-11-19T15:37:18,841 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:18,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=321555814996148abd7b8dd9d7a74b7a, regionState=CLOSED 2024-11-19T15:37:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:37:18,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-19T15:37:18,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 321555814996148abd7b8dd9d7a74b7a, server=50570b5b74e7,40977,1732030610255 in 2.6810 sec 2024-11-19T15:37:18,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-19T15:37:18,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=321555814996148abd7b8dd9d7a74b7a, UNASSIGN in 2.6890 sec 2024-11-19T15:37:18,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-19T15:37:18,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6960 sec 2024-11-19T15:37:18,851 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030638851"}]},"ts":"1732030638851"} 2024-11-19T15:37:18,853 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T15:37:18,853 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T15:37:18,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.7140 sec 2024-11-19T15:37:19,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T15:37:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T15:37:20,317 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:20,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T15:37:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:20,325 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-19T15:37:20,327 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:20,332 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:20,336 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/recovered.edits] 2024-11-19T15:37:20,340 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/20a94167a1094fd9ac93d1ece7830689 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/20a94167a1094fd9ac93d1ece7830689 2024-11-19T15:37:20,341 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/338bb89070514c80a561086c088e6ba8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/338bb89070514c80a561086c088e6ba8 2024-11-19T15:37:20,343 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6ad751162c474ade91a5731c1e351c72 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/A/6ad751162c474ade91a5731c1e351c72 2024-11-19T15:37:20,346 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/599ca9b285804e72b42903de17593dd2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/599ca9b285804e72b42903de17593dd2 2024-11-19T15:37:20,347 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/8691302e6d12460fa4c6932c3aa68609 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/8691302e6d12460fa4c6932c3aa68609 2024-11-19T15:37:20,349 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d7ec74c3c2804c52b18c1ba64a58eb53 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/B/d7ec74c3c2804c52b18c1ba64a58eb53 2024-11-19T15:37:20,351 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/396895c33ee448c6b45fe7e088502b63 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/396895c33ee448c6b45fe7e088502b63 2024-11-19T15:37:20,352 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5b1196e49b946ca97fb6e97321c2782 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/b5b1196e49b946ca97fb6e97321c2782 2024-11-19T15:37:20,354 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/d6e667c309f64baa98b3585e7f58d2a5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/C/d6e667c309f64baa98b3585e7f58d2a5 2024-11-19T15:37:20,356 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/recovered.edits/560.seqid to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a/recovered.edits/560.seqid 2024-11-19T15:37:20,357 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/321555814996148abd7b8dd9d7a74b7a 2024-11-19T15:37:20,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T15:37:20,363 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:20,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T15:37:20,377 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T15:37:20,417 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T15:37:20,419 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:20,419 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T15:37:20,419 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732030640419"}]},"ts":"9223372036854775807"} 2024-11-19T15:37:20,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T15:37:20,426 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 321555814996148abd7b8dd9d7a74b7a, NAME => 'TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T15:37:20,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T15:37:20,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732030640427"}]},"ts":"9223372036854775807"} 2024-11-19T15:37:20,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T15:37:20,432 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:20,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 111 msec 2024-11-19T15:37:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-19T15:37:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T15:37:20,437 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:20,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399384386_22 at /127.0.0.1:43726 [Waiting for operation #273] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_137907655_22 at /127.0.0.1:53644 [Waiting for operation #285] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399384386_22 at /127.0.0.1:43960 [Waiting for operation #182] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;50570b5b74e7:40977-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 211) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7347 (was 8061) 2024-11-19T15:37:20,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=7347 2024-11-19T15:37:20,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:37:20,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:37:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:20,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T15:37:20,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:20,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-19T15:37:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T15:37:20,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T15:37:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741956_1132 (size=959) 2024-11-19T15:37:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T15:37:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T15:37:20,883 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:37:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741957_1133 (size=53) 2024-11-19T15:37:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T15:37:21,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:37:21,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, disabling compactions & flushes 2024-11-19T15:37:21,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:21,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:21,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. after waiting 0 ms 2024-11-19T15:37:21,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:21,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:21,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: Waiting for close lock at 1732030641289Disabling compacts and flushes for region at 1732030641289Disabling writes for close at 1732030641289Writing region close event to WAL at 1732030641289Closed at 1732030641289 2024-11-19T15:37:21,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T15:37:21,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732030641291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732030641291"}]},"ts":"1732030641291"} 2024-11-19T15:37:21,293 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T15:37:21,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T15:37:21,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030641294"}]},"ts":"1732030641294"} 2024-11-19T15:37:21,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T15:37:21,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, ASSIGN}] 2024-11-19T15:37:21,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, ASSIGN 2024-11-19T15:37:21,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, ASSIGN; state=OFFLINE, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=false 2024-11-19T15:37:21,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, ASSIGN because future has completed 2024-11-19T15:37:21,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:37:21,606 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:21,606 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:37:21,607 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,607 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:37:21,607 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,607 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,609 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,611 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b columnFamilyName A 2024-11-19T15:37:21,611 DEBUG [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:21,611 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(327): Store=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:21,611 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,613 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b columnFamilyName B 2024-11-19T15:37:21,613 DEBUG [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:21,613 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(327): Store=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:21,613 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,614 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b columnFamilyName C 2024-11-19T15:37:21,614 DEBUG [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:21,615 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(327): Store=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:21,615 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,616 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T15:37:21,616 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,617 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,617 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,618 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:37:21,619 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,621 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:37:21,621 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64244122, jitterRate=-0.04268798232078552}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:37:21,621 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:21,622 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: Running coprocessor pre-open hook at 1732030641607Writing region info on filesystem at 1732030641607Initializing all the Stores at 1732030641608 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030641608Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030641608Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030641608Cleaning up temporary data from old regions at 1732030641617 (+9 ms)Running coprocessor post-open hooks at 1732030641621 (+4 ms)Region opened successfully at 1732030641622 (+1 ms) 2024-11-19T15:37:21,623 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., pid=38, masterSystemTime=1732030641603 2024-11-19T15:37:21,625 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:21,625 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:21,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=OPEN, openSeqNum=2, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:21,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:37:21,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-19T15:37:21,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 in 179 msec 2024-11-19T15:37:21,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T15:37:21,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, ASSIGN in 336 msec 2024-11-19T15:37:21,635 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T15:37:21,635 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030641635"}]},"ts":"1732030641635"} 2024-11-19T15:37:21,636 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T15:37:21,638 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T15:37:21,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-19T15:37:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T15:37:22,627 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:22,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca0721d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:22,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:22,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:22,629 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bbf68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:22,632 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1f6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:22,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:22,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:22,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T15:37:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 50570b5b74e7,40533,1732030609496 2024-11-19T15:37:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9d1cb2 2024-11-19T15:37:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T15:37:22,639 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T15:37:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:37:22,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:37:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:22,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741958_1134 (size=995) 2024-11-19T15:37:23,066 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T15:37:23,066 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T15:37:23,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:37:23,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, REOPEN/MOVE}] 2024-11-19T15:37:23,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, REOPEN/MOVE 2024-11-19T15:37:23,078 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, REOPEN/MOVE because future has completed 2024-11-19T15:37:23,080 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:37:23,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:37:23,233 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,233 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:37:23,233 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, disabling compactions & flushes 2024-11-19T15:37:23,233 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,233 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,233 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. after waiting 0 ms 2024-11-19T15:37:23,233 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,238 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T15:37:23,238 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,238 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: Waiting for close lock at 1732030643233Running coprocessor pre-close hooks at 1732030643233Disabling compacts and flushes for region at 1732030643233Disabling writes for close at 1732030643233Writing region close event to WAL at 1732030643233Running coprocessor post-close hooks at 1732030643238 (+5 ms)Closed at 1732030643238 2024-11-19T15:37:23,239 WARN [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to self. 2024-11-19T15:37:23,241 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=CLOSED 2024-11-19T15:37:23,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:37:23,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-19T15:37:23,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 in 164 msec 2024-11-19T15:37:23,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, REOPEN/MOVE; state=CLOSED, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=true 2024-11-19T15:37:23,397 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, REOPEN/MOVE because future has completed 2024-11-19T15:37:23,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:37:23,555 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,555 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:37:23,555 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,555 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:37:23,555 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,555 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,558 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,563 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b columnFamilyName A 2024-11-19T15:37:23,565 DEBUG [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:23,565 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(327): Store=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:23,566 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,566 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b columnFamilyName B 2024-11-19T15:37:23,566 DEBUG [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:23,567 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(327): Store=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:23,567 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,567 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b columnFamilyName C 2024-11-19T15:37:23,567 DEBUG [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:23,568 INFO [StoreOpener-6a88bbdde7b7e6c3e9aa0aeb3fb93b9b-1 {}] regionserver.HStore(327): Store=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:23,568 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,569 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,570 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,570 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,570 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,571 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:37:23,572 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,573 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65137588, jitterRate=-0.029374301433563232}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:37:23,573 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,574 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: Running coprocessor pre-open hook at 1732030643556Writing region info on filesystem at 1732030643556Initializing all the Stores at 1732030643556Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030643556Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030643557 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030643557Cleaning up temporary data from old regions at 1732030643570 (+13 ms)Running coprocessor post-open hooks at 1732030643573 (+3 ms)Region opened successfully at 1732030643574 (+1 ms) 2024-11-19T15:37:23,575 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., pid=43, masterSystemTime=1732030643551 2024-11-19T15:37:23,577 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,577 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,578 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=OPEN, openSeqNum=5, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:37:23,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-19T15:37:23,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 in 181 msec 2024-11-19T15:37:23,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-19T15:37:23,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, REOPEN/MOVE in 506 msec 2024-11-19T15:37:23,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-19T15:37:23,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-19T15:37:23,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-19T15:37:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-19T15:37:23,592 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:23,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea39573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,594 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af7345c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,596 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d6873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d86a436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,598 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108ba200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,600 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e01a17d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8f38b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,602 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f21ae62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,603 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a645757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c195b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,605 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c25a175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,606 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6844a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba58e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,608 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513e01a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,610 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddb1067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@841a00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f593475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,616 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7ea343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219c5396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,618 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639bd636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,620 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a955add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d0731e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,622 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7093a516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,623 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a25843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e0bf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:23,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:23,625 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380e6387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:23,627 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9eb05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:23,628 DEBUG [Thread-673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,628 DEBUG [Thread-667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,628 DEBUG [Thread-675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,628 DEBUG [Thread-669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,628 DEBUG [Thread-684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,628 DEBUG [Thread-671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,629 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,629 DEBUG [Thread-682 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,631 DEBUG [Thread-680 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:23,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-19T15:37:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:23,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:23,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,633 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:23,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,634 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:23,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:23,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T15:37:23,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:37:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:23,659 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:23,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:23,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119971213b2ea674c469b2348519403d33f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030643647/Put/seqid=0 2024-11-19T15:37:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741959_1135 (size=17034) 2024-11-19T15:37:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T15:37:23,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030703739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030703746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030703747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030703750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030703749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:23,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030703856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030703866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030703867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030703867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030703867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:23,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:23,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:23,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:23,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T15:37:24,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030704067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030704076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030704076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030704076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030704076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:24,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119971213b2ea674c469b2348519403d33f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119971213b2ea674c469b2348519403d33f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:24,126 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d0a66cf71ce34324a3277a5caf2dfa01, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:24,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d0a66cf71ce34324a3277a5caf2dfa01 is 175, key is test_row_0/A:col10/1732030643647/Put/seqid=0 2024-11-19T15:37:24,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741960_1136 (size=48139) 2024-11-19T15:37:24,161 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d0a66cf71ce34324a3277a5caf2dfa01 2024-11-19T15:37:24,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/3d1a8a2431394a40935c92d9e1c811f9 is 50, key is test_row_0/B:col10/1732030643647/Put/seqid=0 2024-11-19T15:37:24,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741961_1137 (size=12001) 2024-11-19T15:37:24,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/3d1a8a2431394a40935c92d9e1c811f9 2024-11-19T15:37:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T15:37:24,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/1f70e4639e59411b8e8898ef278eec5b is 50, key is test_row_0/C:col10/1732030643647/Put/seqid=0 2024-11-19T15:37:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741962_1138 (size=12001) 2024-11-19T15:37:24,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/1f70e4639e59411b8e8898ef278eec5b 2024-11-19T15:37:24,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d0a66cf71ce34324a3277a5caf2dfa01 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d0a66cf71ce34324a3277a5caf2dfa01 2024-11-19T15:37:24,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d0a66cf71ce34324a3277a5caf2dfa01, entries=250, sequenceid=15, filesize=47.0 K 2024-11-19T15:37:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-19T15:37:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/3d1a8a2431394a40935c92d9e1c811f9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/3d1a8a2431394a40935c92d9e1c811f9 2024-11-19T15:37:24,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/3d1a8a2431394a40935c92d9e1c811f9, entries=150, sequenceid=15, filesize=11.7 K 2024-11-19T15:37:24,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/1f70e4639e59411b8e8898ef278eec5b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/1f70e4639e59411b8e8898ef278eec5b 2024-11-19T15:37:24,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/1f70e4639e59411b8e8898ef278eec5b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-19T15:37:24,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 714ms, sequenceid=15, compaction requested=false 2024-11-19T15:37:24,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:24,388 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:24,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:37:24,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T15:37:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030704399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:24,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030704408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030704409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030704409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030704410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111997e6811494bc40ed917e96d0a96aff4c_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030643748/Put/seqid=0 2024-11-19T15:37:24,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741963_1139 (size=14594) 2024-11-19T15:37:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030704516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030704526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030704527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030704527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030704527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:24,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:24,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030704726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030704737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030704737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030704737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030704746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T15:37:24,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:24,850 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111997e6811494bc40ed917e96d0a96aff4c_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111997e6811494bc40ed917e96d0a96aff4c_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:24,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/67084bf979324facbb6f15e9d45b87fe, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:24,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/67084bf979324facbb6f15e9d45b87fe is 175, key is test_row_0/A:col10/1732030643748/Put/seqid=0 2024-11-19T15:37:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741964_1140 (size=39549) 2024-11-19T15:37:24,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:24,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:25,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030705036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030705046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030705046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030705064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030705064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,258 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/67084bf979324facbb6f15e9d45b87fe 2024-11-19T15:37:25,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/b288d9ac72ea417786084695d371a399 is 50, key is test_row_0/B:col10/1732030643748/Put/seqid=0 2024-11-19T15:37:25,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741965_1141 (size=12001) 2024-11-19T15:37:25,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:25,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030705546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030705576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030705576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030705576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030705577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:25,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:25,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:25,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:25,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/b288d9ac72ea417786084695d371a399 2024-11-19T15:37:25,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/b3f2fa96a14444309972b59ef83fdfe2 is 50, key is test_row_0/C:col10/1732030643748/Put/seqid=0 2024-11-19T15:37:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741966_1142 (size=12001) 2024-11-19T15:37:25,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/b3f2fa96a14444309972b59ef83fdfe2 2024-11-19T15:37:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/67084bf979324facbb6f15e9d45b87fe as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/67084bf979324facbb6f15e9d45b87fe 2024-11-19T15:37:25,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/67084bf979324facbb6f15e9d45b87fe, entries=200, sequenceid=41, filesize=38.6 K 2024-11-19T15:37:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/b288d9ac72ea417786084695d371a399 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b288d9ac72ea417786084695d371a399 2024-11-19T15:37:25,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b288d9ac72ea417786084695d371a399, entries=150, sequenceid=41, filesize=11.7 K 2024-11-19T15:37:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/b3f2fa96a14444309972b59ef83fdfe2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b3f2fa96a14444309972b59ef83fdfe2 2024-11-19T15:37:25,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b3f2fa96a14444309972b59ef83fdfe2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-19T15:37:25,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1343ms, sequenceid=41, compaction requested=false 2024-11-19T15:37:25,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T15:37:25,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T15:37:25,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:25,795 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:25,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111966b5c00d175b45e082ce3f8ed70f2cd4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030644405/Put/seqid=0 2024-11-19T15:37:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741967_1143 (size=12154) 2024-11-19T15:37:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:25,840 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111966b5c00d175b45e082ce3f8ed70f2cd4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111966b5c00d175b45e082ce3f8ed70f2cd4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:25,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/6812044c8d0b4be59f25e92cdda7d2d1, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:25,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/6812044c8d0b4be59f25e92cdda7d2d1 is 175, key is test_row_0/A:col10/1732030644405/Put/seqid=0 2024-11-19T15:37:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741968_1144 (size=30955) 2024-11-19T15:37:25,867 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/6812044c8d0b4be59f25e92cdda7d2d1 2024-11-19T15:37:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/2cf5e65c553f4277a9870d8a68cb3d08 is 50, key is test_row_0/B:col10/1732030644405/Put/seqid=0 2024-11-19T15:37:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741969_1145 (size=12001) 2024-11-19T15:37:25,899 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/2cf5e65c553f4277a9870d8a68cb3d08 2024-11-19T15:37:25,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/e20429acf08d4cafa20339f0113a56c3 is 50, key is test_row_0/C:col10/1732030644405/Put/seqid=0 2024-11-19T15:37:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741970_1146 (size=12001) 2024-11-19T15:37:26,351 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/e20429acf08d4cafa20339f0113a56c3 2024-11-19T15:37:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/6812044c8d0b4be59f25e92cdda7d2d1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/6812044c8d0b4be59f25e92cdda7d2d1 2024-11-19T15:37:26,368 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/6812044c8d0b4be59f25e92cdda7d2d1, entries=150, sequenceid=52, filesize=30.2 K 2024-11-19T15:37:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/2cf5e65c553f4277a9870d8a68cb3d08 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2cf5e65c553f4277a9870d8a68cb3d08 2024-11-19T15:37:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,375 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2cf5e65c553f4277a9870d8a68cb3d08, entries=150, sequenceid=52, filesize=11.7 K 2024-11-19T15:37:26,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/e20429acf08d4cafa20339f0113a56c3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e20429acf08d4cafa20339f0113a56c3 2024-11-19T15:37:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,383 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e20429acf08d4cafa20339f0113a56c3, entries=150, sequenceid=52, filesize=11.7 K 2024-11-19T15:37:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,386 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 591ms, sequenceid=52, compaction requested=true 2024-11-19T15:37:26,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:26,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T15:37:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T15:37:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-19T15:37:26,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7540 sec 2024-11-19T15:37:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.7610 sec 2024-11-19T15:37:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:26,674 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:26,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c21d584dda55496097c552234019797d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030646671/Put/seqid=0 2024-11-19T15:37:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741972_1148 (size=26798) 2024-11-19T15:37:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030706735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030706740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030706753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030706757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030706757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030706867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030706867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030706867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030706876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030706876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030707076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030707076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030707076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030707096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030707096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:27,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c21d584dda55496097c552234019797d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c21d584dda55496097c552234019797d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:27,122 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/f3a05e3e320541818b102a43693bdf0d, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:27,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/f3a05e3e320541818b102a43693bdf0d is 175, key is test_row_0/A:col10/1732030646671/Put/seqid=0 2024-11-19T15:37:27,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741971_1147 (size=82581) 2024-11-19T15:37:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030707385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030707386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030707386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030707406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030707406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/f3a05e3e320541818b102a43693bdf0d 2024-11-19T15:37:27,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/dceaaf95f59a40f2a1579b53b7e7804f is 50, key is test_row_0/B:col10/1732030646671/Put/seqid=0 2024-11-19T15:37:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741973_1149 (size=9657) 2024-11-19T15:37:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T15:37:27,797 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:27,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-19T15:37:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T15:37:27,801 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:27,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:27,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030707896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030707896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030707896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T15:37:27,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030707916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030707916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:27,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-19T15:37:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:27,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:27,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/dceaaf95f59a40f2a1579b53b7e7804f 2024-11-19T15:37:27,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/993fda583b364b6b960c0d41d1af0038 is 50, key is test_row_0/C:col10/1732030646671/Put/seqid=0 2024-11-19T15:37:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741974_1150 (size=9657) 2024-11-19T15:37:27,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/993fda583b364b6b960c0d41d1af0038 2024-11-19T15:37:27,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/f3a05e3e320541818b102a43693bdf0d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f3a05e3e320541818b102a43693bdf0d 2024-11-19T15:37:27,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f3a05e3e320541818b102a43693bdf0d, entries=450, sequenceid=64, filesize=80.6 K 2024-11-19T15:37:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/dceaaf95f59a40f2a1579b53b7e7804f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/dceaaf95f59a40f2a1579b53b7e7804f 2024-11-19T15:37:28,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/dceaaf95f59a40f2a1579b53b7e7804f, entries=100, sequenceid=64, filesize=9.4 K 2024-11-19T15:37:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/993fda583b364b6b960c0d41d1af0038 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/993fda583b364b6b960c0d41d1af0038 2024-11-19T15:37:28,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/993fda583b364b6b960c0d41d1af0038, entries=100, sequenceid=64, filesize=9.4 K 2024-11-19T15:37:28,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1367ms, sequenceid=64, compaction requested=true 2024-11-19T15:37:28,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:28,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:28,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:28,041 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:28,041 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:28,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:28,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:28,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:28,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:28,045 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:28,045 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 201224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:28,045 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:28,045 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:28,045 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:28,045 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:28,045 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/3d1a8a2431394a40935c92d9e1c811f9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b288d9ac72ea417786084695d371a399, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2cf5e65c553f4277a9870d8a68cb3d08, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/dceaaf95f59a40f2a1579b53b7e7804f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=44.6 K 2024-11-19T15:37:28,045 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d0a66cf71ce34324a3277a5caf2dfa01, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/67084bf979324facbb6f15e9d45b87fe, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/6812044c8d0b4be59f25e92cdda7d2d1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f3a05e3e320541818b102a43693bdf0d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=196.5 K 2024-11-19T15:37:28,045 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:28,046 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d1a8a2431394a40935c92d9e1c811f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732030643647 2024-11-19T15:37:28,046 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d0a66cf71ce34324a3277a5caf2dfa01, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/67084bf979324facbb6f15e9d45b87fe, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/6812044c8d0b4be59f25e92cdda7d2d1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f3a05e3e320541818b102a43693bdf0d] 2024-11-19T15:37:28,046 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0a66cf71ce34324a3277a5caf2dfa01, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732030643643 2024-11-19T15:37:28,046 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b288d9ac72ea417786084695d371a399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732030643734 2024-11-19T15:37:28,047 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67084bf979324facbb6f15e9d45b87fe, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732030643734 2024-11-19T15:37:28,047 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cf5e65c553f4277a9870d8a68cb3d08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030644403 2024-11-19T15:37:28,047 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6812044c8d0b4be59f25e92cdda7d2d1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030644403 2024-11-19T15:37:28,047 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting dceaaf95f59a40f2a1579b53b7e7804f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732030646671 2024-11-19T15:37:28,047 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3a05e3e320541818b102a43693bdf0d, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732030646606 2024-11-19T15:37:28,067 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:28,068 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/04d2d43c935f489db858f680b167314e is 50, key is test_row_0/B:col10/1732030646671/Put/seqid=0 2024-11-19T15:37:28,072 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:28,089 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111960aee6182d574f349126841301f59bdf_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:28,094 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111960aee6182d574f349126841301f59bdf_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:28,095 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111960aee6182d574f349126841301f59bdf_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:28,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-19T15:37:28,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:28,111 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:37:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T15:37:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741975_1151 (size=12139) 2024-11-19T15:37:28,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111966f01b4af3524acc8df4556f571100d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030646753/Put/seqid=0 2024-11-19T15:37:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741976_1152 (size=4469) 2024-11-19T15:37:28,142 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#132 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:28,143 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/abf121afab3545b59fe9b0eaed75df3a is 175, key is test_row_0/A:col10/1732030646671/Put/seqid=0 2024-11-19T15:37:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741977_1153 (size=12154) 2024-11-19T15:37:28,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741978_1154 (size=31200) 2024-11-19T15:37:28,205 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/abf121afab3545b59fe9b0eaed75df3a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/abf121afab3545b59fe9b0eaed75df3a 2024-11-19T15:37:28,218 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into abf121afab3545b59fe9b0eaed75df3a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:28,218 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:28,218 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=12, startTime=1732030648041; duration=0sec 2024-11-19T15:37:28,219 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:28,219 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:28,219 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:28,221 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:28,221 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:28,222 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:28,222 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/1f70e4639e59411b8e8898ef278eec5b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b3f2fa96a14444309972b59ef83fdfe2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e20429acf08d4cafa20339f0113a56c3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/993fda583b364b6b960c0d41d1af0038] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=44.6 K 2024-11-19T15:37:28,222 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f70e4639e59411b8e8898ef278eec5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732030643647 2024-11-19T15:37:28,223 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3f2fa96a14444309972b59ef83fdfe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732030643734 2024-11-19T15:37:28,223 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20429acf08d4cafa20339f0113a56c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732030644403 2024-11-19T15:37:28,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 993fda583b364b6b960c0d41d1af0038, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732030646671 2024-11-19T15:37:28,239 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:28,239 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/871ee2d7837d4cf2b1966f67ed3af092 is 50, key is test_row_0/C:col10/1732030646671/Put/seqid=0 2024-11-19T15:37:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741979_1155 (size=12139) 2024-11-19T15:37:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T15:37:28,536 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/04d2d43c935f489db858f680b167314e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/04d2d43c935f489db858f680b167314e 2024-11-19T15:37:28,546 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 04d2d43c935f489db858f680b167314e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:28,546 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:28,546 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=12, startTime=1732030648041; duration=0sec 2024-11-19T15:37:28,547 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:28,547 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,562 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111966f01b4af3524acc8df4556f571100d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111966f01b4af3524acc8df4556f571100d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:28,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/169d3635c2ac43b8b493f73b04bb0f30, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/169d3635c2ac43b8b493f73b04bb0f30 is 175, key is test_row_0/A:col10/1732030646753/Put/seqid=0 2024-11-19T15:37:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741980_1156 (size=30955) 2024-11-19T15:37:28,572 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/169d3635c2ac43b8b493f73b04bb0f30 2024-11-19T15:37:28,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/ffe498be0cb84db98811fa4fac9d6463 is 50, key is test_row_0/B:col10/1732030646753/Put/seqid=0 2024-11-19T15:37:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741981_1157 (size=12001) 2024-11-19T15:37:28,589 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/ffe498be0cb84db98811fa4fac9d6463 2024-11-19T15:37:28,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/57cd2f3f771749959d838425e8590fe8 is 50, key is test_row_0/C:col10/1732030646753/Put/seqid=0 2024-11-19T15:37:28,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741982_1158 (size=12001) 2024-11-19T15:37:28,611 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/57cd2f3f771749959d838425e8590fe8 2024-11-19T15:37:28,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/169d3635c2ac43b8b493f73b04bb0f30 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/169d3635c2ac43b8b493f73b04bb0f30 2024-11-19T15:37:28,623 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/169d3635c2ac43b8b493f73b04bb0f30, entries=150, sequenceid=88, filesize=30.2 K 2024-11-19T15:37:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/ffe498be0cb84db98811fa4fac9d6463 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ffe498be0cb84db98811fa4fac9d6463 2024-11-19T15:37:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,629 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ffe498be0cb84db98811fa4fac9d6463, entries=150, sequenceid=88, filesize=11.7 K 2024-11-19T15:37:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/57cd2f3f771749959d838425e8590fe8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/57cd2f3f771749959d838425e8590fe8 2024-11-19T15:37:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,638 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/57cd2f3f771749959d838425e8590fe8, entries=150, sequenceid=88, filesize=11.7 K 2024-11-19T15:37:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,641 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 529ms, sequenceid=88, compaction requested=false 2024-11-19T15:37:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:28,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:28,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-19T15:37:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-19T15:37:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-19T15:37:28,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 841 msec 2024-11-19T15:37:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 850 msec 2024-11-19T15:37:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,653 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/871ee2d7837d4cf2b1966f67ed3af092 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/871ee2d7837d4cf2b1966f67ed3af092 2024-11-19T15:37:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,661 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 871ee2d7837d4cf2b1966f67ed3af092(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,661 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:28,661 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=12, startTime=1732030648042; duration=0sec 2024-11-19T15:37:28,661 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:28,661 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T15:37:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,937 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-19T15:37:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T15:37:28,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:28,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:28,982 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:28,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:37:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119858c0bdf04594b3ea7415a9437a67f40_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030648908/Put/seqid=0 2024-11-19T15:37:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030709024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030709025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030709027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030709029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030709031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741984_1160 (size=26798) 2024-11-19T15:37:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,040 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,046 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119858c0bdf04594b3ea7415a9437a67f40_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119858c0bdf04594b3ea7415a9437a67f40_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T15:37:29,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/7bfedd7c7fb4453e8456149233fb51de, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:29,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/7bfedd7c7fb4453e8456149233fb51de is 175, key is test_row_0/A:col10/1732030648908/Put/seqid=0 2024-11-19T15:37:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741983_1159 (size=82585) 2024-11-19T15:37:29,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/7bfedd7c7fb4453e8456149233fb51de 2024-11-19T15:37:29,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/00cf73c6b1e94a5ebc81ecee7153d619 is 50, key is test_row_0/B:col10/1732030648908/Put/seqid=0 2024-11-19T15:37:29,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T15:37:29,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:29,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:29,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:29,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:29,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741985_1161 (size=12001) 2024-11-19T15:37:29,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/00cf73c6b1e94a5ebc81ecee7153d619 2024-11-19T15:37:29,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/62130df6ee754326859a29a2dc1a1963 is 50, key is test_row_0/C:col10/1732030648908/Put/seqid=0 2024-11-19T15:37:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741986_1162 (size=12001) 2024-11-19T15:37:29,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/62130df6ee754326859a29a2dc1a1963 2024-11-19T15:37:29,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030709136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030709136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/7bfedd7c7fb4453e8456149233fb51de as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/7bfedd7c7fb4453e8456149233fb51de 2024-11-19T15:37:29,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030709146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030709146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030709147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/7bfedd7c7fb4453e8456149233fb51de, entries=450, sequenceid=103, filesize=80.6 K 2024-11-19T15:37:29,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/00cf73c6b1e94a5ebc81ecee7153d619 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/00cf73c6b1e94a5ebc81ecee7153d619 2024-11-19T15:37:29,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/00cf73c6b1e94a5ebc81ecee7153d619, entries=150, sequenceid=103, filesize=11.7 K 2024-11-19T15:37:29,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/62130df6ee754326859a29a2dc1a1963 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/62130df6ee754326859a29a2dc1a1963 2024-11-19T15:37:29,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/62130df6ee754326859a29a2dc1a1963, entries=150, sequenceid=103, filesize=11.7 K 2024-11-19T15:37:29,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 191ms, sequenceid=103, compaction requested=true 2024-11-19T15:37:29,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:29,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:29,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:29,174 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:29,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:29,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:29,174 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:29,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:29,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:29,175 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144740 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:29,175 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:29,175 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:29,176 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/abf121afab3545b59fe9b0eaed75df3a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/169d3635c2ac43b8b493f73b04bb0f30, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/7bfedd7c7fb4453e8456149233fb51de] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=141.3 K 2024-11-19T15:37:29,176 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:29,176 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/abf121afab3545b59fe9b0eaed75df3a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/169d3635c2ac43b8b493f73b04bb0f30, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/7bfedd7c7fb4453e8456149233fb51de] 2024-11-19T15:37:29,178 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:29,178 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting abf121afab3545b59fe9b0eaed75df3a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732030644405 2024-11-19T15:37:29,178 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:29,178 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:29,178 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/04d2d43c935f489db858f680b167314e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ffe498be0cb84db98811fa4fac9d6463, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/00cf73c6b1e94a5ebc81ecee7153d619] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=35.3 K 2024-11-19T15:37:29,178 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 169d3635c2ac43b8b493f73b04bb0f30, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732030646739 2024-11-19T15:37:29,178 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 04d2d43c935f489db858f680b167314e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732030644405 2024-11-19T15:37:29,179 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bfedd7c7fb4453e8456149233fb51de, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732030648907 2024-11-19T15:37:29,179 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe498be0cb84db98811fa4fac9d6463, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732030646739 2024-11-19T15:37:29,180 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 00cf73c6b1e94a5ebc81ecee7153d619, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732030648908 2024-11-19T15:37:29,201 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:29,209 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:29,210 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/d043dc92c74a4059b4b919b9d71bd656 is 50, key is test_row_0/B:col10/1732030648908/Put/seqid=0 2024-11-19T15:37:29,221 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119e367446c0acd4203824f3ed80f0deba8_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:29,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119e367446c0acd4203824f3ed80f0deba8_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:29,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e367446c0acd4203824f3ed80f0deba8_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:29,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T15:37:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:29,250 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:37:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T15:37:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741987_1163 (size=12241) 2024-11-19T15:37:29,275 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/d043dc92c74a4059b4b919b9d71bd656 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d043dc92c74a4059b4b919b9d71bd656 2024-11-19T15:37:29,283 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into d043dc92c74a4059b4b919b9d71bd656(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:29,283 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:29,283 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=13, startTime=1732030649174; duration=0sec 2024-11-19T15:37:29,283 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:29,284 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:29,284 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:29,286 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:29,286 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:29,286 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:29,286 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/871ee2d7837d4cf2b1966f67ed3af092, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/57cd2f3f771749959d838425e8590fe8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/62130df6ee754326859a29a2dc1a1963] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=35.3 K 2024-11-19T15:37:29,287 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 871ee2d7837d4cf2b1966f67ed3af092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732030644405 2024-11-19T15:37:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741988_1164 (size=4469) 2024-11-19T15:37:29,288 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 57cd2f3f771749959d838425e8590fe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732030646739 2024-11-19T15:37:29,289 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 62130df6ee754326859a29a2dc1a1963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732030648908 2024-11-19T15:37:29,314 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:29,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/8f0be534ad78410cb70519e769a11068 is 50, key is test_row_0/C:col10/1732030648908/Put/seqid=0 2024-11-19T15:37:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197169724016af4333acd0c4b2832a5c22_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030649026/Put/seqid=0 2024-11-19T15:37:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741989_1165 (size=12241) 2024-11-19T15:37:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:29,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030709359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741990_1166 (size=12154) 2024-11-19T15:37:29,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030709361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030709361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030709363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030709364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030709476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030709476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030709476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030709476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030709477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T15:37:29,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030709686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030709686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,689 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#140 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030709686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030709686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,690 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/f017dbd8a63540778c53b649da9a14ae is 175, key is test_row_0/A:col10/1732030648908/Put/seqid=0 2024-11-19T15:37:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030709686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741991_1167 (size=31195) 2024-11-19T15:37:29,753 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/8f0be534ad78410cb70519e769a11068 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/8f0be534ad78410cb70519e769a11068 2024-11-19T15:37:29,759 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 8f0be534ad78410cb70519e769a11068(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:29,759 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:29,759 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=13, startTime=1732030649174; duration=0sec 2024-11-19T15:37:29,760 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:29,760 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:29,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:29,774 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197169724016af4333acd0c4b2832a5c22_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197169724016af4333acd0c4b2832a5c22_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:29,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/61d16e39eeaa45d586f4c9d7cd16ff40, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:29,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/61d16e39eeaa45d586f4c9d7cd16ff40 is 175, key is test_row_0/A:col10/1732030649026/Put/seqid=0 2024-11-19T15:37:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741992_1168 (size=30955) 2024-11-19T15:37:29,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T15:37:29,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T15:37:29,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030709996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030709996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030709996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030709996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:30,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030710006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T15:37:30,121 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/f017dbd8a63540778c53b649da9a14ae as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f017dbd8a63540778c53b649da9a14ae 2024-11-19T15:37:30,127 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into f017dbd8a63540778c53b649da9a14ae(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:30,127 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:30,127 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=13, startTime=1732030649173; duration=0sec 2024-11-19T15:37:30,127 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:30,128 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:30,181 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/61d16e39eeaa45d586f4c9d7cd16ff40 2024-11-19T15:37:30,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/872074d539d54d10b95d3bab21ca3dea is 50, key is test_row_0/B:col10/1732030649026/Put/seqid=0 2024-11-19T15:37:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741993_1169 (size=12001) 2024-11-19T15:37:30,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030710506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030710506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:30,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030710507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:30,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030710507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:30,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030710516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:30,606 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/872074d539d54d10b95d3bab21ca3dea 2024-11-19T15:37:30,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/fa72a1c970d141dea0cbc2d2663942cc is 50, key is test_row_0/C:col10/1732030649026/Put/seqid=0 2024-11-19T15:37:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741994_1170 (size=12001) 2024-11-19T15:37:31,027 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/fa72a1c970d141dea0cbc2d2663942cc 2024-11-19T15:37:31,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/61d16e39eeaa45d586f4c9d7cd16ff40 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/61d16e39eeaa45d586f4c9d7cd16ff40 2024-11-19T15:37:31,037 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/61d16e39eeaa45d586f4c9d7cd16ff40, entries=150, sequenceid=127, filesize=30.2 K 2024-11-19T15:37:31,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/872074d539d54d10b95d3bab21ca3dea as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/872074d539d54d10b95d3bab21ca3dea 2024-11-19T15:37:31,043 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/872074d539d54d10b95d3bab21ca3dea, entries=150, sequenceid=127, filesize=11.7 K 2024-11-19T15:37:31,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/fa72a1c970d141dea0cbc2d2663942cc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/fa72a1c970d141dea0cbc2d2663942cc 2024-11-19T15:37:31,048 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/fa72a1c970d141dea0cbc2d2663942cc, entries=150, sequenceid=127, filesize=11.7 K 2024-11-19T15:37:31,049 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1799ms, sequenceid=127, compaction requested=false 2024-11-19T15:37:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-19T15:37:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-19T15:37:31,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-19T15:37:31,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1090 sec 2024-11-19T15:37:31,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.1140 sec 2024-11-19T15:37:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T15:37:31,106 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:31,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-19T15:37:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T15:37:31,108 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:31,109 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:31,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T15:37:31,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T15:37:31,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:31,262 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:37:31,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c7e8d3e65bbc4e628e8588002f30fbfd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030649355/Put/seqid=0 2024-11-19T15:37:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741995_1171 (size=12304) 2024-11-19T15:37:31,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:31,283 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c7e8d3e65bbc4e628e8588002f30fbfd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c7e8d3e65bbc4e628e8588002f30fbfd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ac32897ba4b349b9ae4915a321cee113, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:31,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ac32897ba4b349b9ae4915a321cee113 is 175, key is test_row_0/A:col10/1732030649355/Put/seqid=0 2024-11-19T15:37:31,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741996_1172 (size=31105) 2024-11-19T15:37:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T15:37:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:31,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030711548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030711549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030711550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030711551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030711554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030711666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030711666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030711666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030711666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030711666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,694 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ac32897ba4b349b9ae4915a321cee113 2024-11-19T15:37:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/b09bb6385abd4067a0a6170a3e4e0893 is 50, key is test_row_0/B:col10/1732030649355/Put/seqid=0 2024-11-19T15:37:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741997_1173 (size=12151) 2024-11-19T15:37:31,709 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/b09bb6385abd4067a0a6170a3e4e0893 2024-11-19T15:37:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/7385d475bc7441f0aab36d16b01e95dd is 50, key is test_row_0/C:col10/1732030649355/Put/seqid=0 2024-11-19T15:37:31,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741998_1174 (size=12151) 2024-11-19T15:37:31,728 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/7385d475bc7441f0aab36d16b01e95dd 2024-11-19T15:37:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ac32897ba4b349b9ae4915a321cee113 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ac32897ba4b349b9ae4915a321cee113 2024-11-19T15:37:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T15:37:31,741 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ac32897ba4b349b9ae4915a321cee113, entries=150, sequenceid=142, filesize=30.4 K 2024-11-19T15:37:31,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/b09bb6385abd4067a0a6170a3e4e0893 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b09bb6385abd4067a0a6170a3e4e0893 2024-11-19T15:37:31,749 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b09bb6385abd4067a0a6170a3e4e0893, entries=150, sequenceid=142, filesize=11.9 K 2024-11-19T15:37:31,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/7385d475bc7441f0aab36d16b01e95dd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/7385d475bc7441f0aab36d16b01e95dd 2024-11-19T15:37:31,755 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/7385d475bc7441f0aab36d16b01e95dd, entries=150, sequenceid=142, filesize=11.9 K 2024-11-19T15:37:31,757 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 495ms, sequenceid=142, compaction requested=true 2024-11-19T15:37:31,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:31,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:31,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-19T15:37:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-19T15:37:31,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-19T15:37:31,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 649 msec 2024-11-19T15:37:31,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 655 msec 2024-11-19T15:37:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:31,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:37:31,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193cb63ac35737452cb0fc910657e3316f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030651877/Put/seqid=0 2024-11-19T15:37:31,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030711885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030711889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030711889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030711889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030711891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741999_1175 (size=12304) 2024-11-19T15:37:31,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:31,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193cb63ac35737452cb0fc910657e3316f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193cb63ac35737452cb0fc910657e3316f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:31,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/de8624098d6a4363ac72bacf0d6aab32, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:31,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/de8624098d6a4363ac72bacf0d6aab32 is 175, key is test_row_0/A:col10/1732030651877/Put/seqid=0 2024-11-19T15:37:31,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742000_1176 (size=31105) 2024-11-19T15:37:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030711995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030711995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030711995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030711996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030711996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030712205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030712206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030712206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030712206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030712206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T15:37:32,246 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:32,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-19T15:37:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T15:37:32,248 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:32,248 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:32,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:32,316 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/de8624098d6a4363ac72bacf0d6aab32 2024-11-19T15:37:32,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/feba136c856c42888b98a57c7cb59e1a is 50, key is test_row_0/B:col10/1732030651877/Put/seqid=0 2024-11-19T15:37:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742001_1177 (size=12151) 2024-11-19T15:37:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T15:37:32,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T15:37:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030712516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030712516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030712516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030712516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030712516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:32,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T15:37:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T15:37:32,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T15:37:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:32,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/feba136c856c42888b98a57c7cb59e1a 2024-11-19T15:37:32,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/3b951c43fd9e4f9bb26add903f4eaf0c is 50, key is test_row_0/C:col10/1732030651877/Put/seqid=0 2024-11-19T15:37:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742002_1178 (size=12151) 2024-11-19T15:37:32,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T15:37:32,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:32,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:32,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T15:37:33,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T15:37:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:33,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030713026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:33,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030713026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:33,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030713036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030713036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030713036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:33,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/3b951c43fd9e4f9bb26add903f4eaf0c 2024-11-19T15:37:33,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/de8624098d6a4363ac72bacf0d6aab32 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/de8624098d6a4363ac72bacf0d6aab32 2024-11-19T15:37:33,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/de8624098d6a4363ac72bacf0d6aab32, entries=150, sequenceid=170, filesize=30.4 K 2024-11-19T15:37:33,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/feba136c856c42888b98a57c7cb59e1a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/feba136c856c42888b98a57c7cb59e1a 2024-11-19T15:37:33,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/feba136c856c42888b98a57c7cb59e1a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T15:37:33,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/3b951c43fd9e4f9bb26add903f4eaf0c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/3b951c43fd9e4f9bb26add903f4eaf0c 2024-11-19T15:37:33,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T15:37:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:33,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:33,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:33,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/3b951c43fd9e4f9bb26add903f4eaf0c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T15:37:33,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1293ms, sequenceid=170, compaction requested=true 2024-11-19T15:37:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:33,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:33,170 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:33,172 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:33,172 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:33,172 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:33,172 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,172 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:33,172 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f017dbd8a63540778c53b649da9a14ae, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/61d16e39eeaa45d586f4c9d7cd16ff40, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ac32897ba4b349b9ae4915a321cee113, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/de8624098d6a4363ac72bacf0d6aab32] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=121.4 K 2024-11-19T15:37:33,172 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,172 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,172 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f017dbd8a63540778c53b649da9a14ae, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/61d16e39eeaa45d586f4c9d7cd16ff40, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ac32897ba4b349b9ae4915a321cee113, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/de8624098d6a4363ac72bacf0d6aab32] 2024-11-19T15:37:33,172 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d043dc92c74a4059b4b919b9d71bd656, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/872074d539d54d10b95d3bab21ca3dea, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b09bb6385abd4067a0a6170a3e4e0893, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/feba136c856c42888b98a57c7cb59e1a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=47.4 K 2024-11-19T15:37:33,172 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d043dc92c74a4059b4b919b9d71bd656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732030648908 2024-11-19T15:37:33,172 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f017dbd8a63540778c53b649da9a14ae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732030648908 2024-11-19T15:37:33,173 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61d16e39eeaa45d586f4c9d7cd16ff40, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030649005 2024-11-19T15:37:33,173 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 872074d539d54d10b95d3bab21ca3dea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030649005 2024-11-19T15:37:33,173 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b09bb6385abd4067a0a6170a3e4e0893, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732030649355 2024-11-19T15:37:33,173 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac32897ba4b349b9ae4915a321cee113, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732030649355 2024-11-19T15:37:33,174 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting de8624098d6a4363ac72bacf0d6aab32, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732030651547 2024-11-19T15:37:33,174 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting feba136c856c42888b98a57c7cb59e1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732030651547 2024-11-19T15:37:33,183 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:33,184 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:33,185 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/009b12a99c48401490336df60e366733 is 50, key is test_row_0/B:col10/1732030651877/Put/seqid=0 2024-11-19T15:37:33,186 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119c31d9474cdf749f29128d1382acaa2c4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:33,188 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119c31d9474cdf749f29128d1382acaa2c4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:33,189 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c31d9474cdf749f29128d1382acaa2c4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742004_1180 (size=4469) 2024-11-19T15:37:33,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742003_1179 (size=12527) 2024-11-19T15:37:33,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T15:37:33,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,321 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T15:37:33,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197d1d9f3b2aea433e92dcb3c900537504_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030651888/Put/seqid=0 2024-11-19T15:37:33,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742005_1181 (size=12304) 2024-11-19T15:37:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:33,345 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197d1d9f3b2aea433e92dcb3c900537504_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197d1d9f3b2aea433e92dcb3c900537504_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ecce84ee6ff5483191fae9f37e0bafa3, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ecce84ee6ff5483191fae9f37e0bafa3 is 175, key is test_row_0/A:col10/1732030651888/Put/seqid=0 2024-11-19T15:37:33,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742006_1182 (size=31105) 2024-11-19T15:37:33,378 INFO [master/50570b5b74e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T15:37:33,378 INFO [master/50570b5b74e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T15:37:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T15:37:33,599 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:33,600 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/bb34bdfb6fa14534a7e687024d70d8f4 is 175, key is test_row_0/A:col10/1732030651877/Put/seqid=0 2024-11-19T15:37:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742007_1183 (size=31481) 2024-11-19T15:37:33,613 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/bb34bdfb6fa14534a7e687024d70d8f4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/bb34bdfb6fa14534a7e687024d70d8f4 2024-11-19T15:37:33,619 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into bb34bdfb6fa14534a7e687024d70d8f4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:33,619 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:33,619 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=12, startTime=1732030653170; duration=0sec 2024-11-19T15:37:33,619 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:33,619 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:33,620 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:33,625 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:33,625 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:33,625 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:33,625 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/8f0be534ad78410cb70519e769a11068, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/fa72a1c970d141dea0cbc2d2663942cc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/7385d475bc7441f0aab36d16b01e95dd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/3b951c43fd9e4f9bb26add903f4eaf0c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=47.4 K 2024-11-19T15:37:33,625 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/009b12a99c48401490336df60e366733 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/009b12a99c48401490336df60e366733 2024-11-19T15:37:33,626 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f0be534ad78410cb70519e769a11068, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732030648908 2024-11-19T15:37:33,628 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa72a1c970d141dea0cbc2d2663942cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030649005 2024-11-19T15:37:33,629 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7385d475bc7441f0aab36d16b01e95dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732030649355 2024-11-19T15:37:33,629 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b951c43fd9e4f9bb26add903f4eaf0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732030651547 2024-11-19T15:37:33,636 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 009b12a99c48401490336df60e366733(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:33,636 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:33,636 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=12, startTime=1732030653170; duration=0sec 2024-11-19T15:37:33,636 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:33,636 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:33,643 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:33,644 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/36d0fd11494544459bc8c6ce3eb4580c is 50, key is test_row_0/C:col10/1732030651877/Put/seqid=0 2024-11-19T15:37:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742008_1184 (size=12527) 2024-11-19T15:37:33,760 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ecce84ee6ff5483191fae9f37e0bafa3 2024-11-19T15:37:33,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/cd5bced19b00462da9de54965552694a is 50, key is test_row_0/B:col10/1732030651888/Put/seqid=0 2024-11-19T15:37:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742009_1185 (size=12151) 2024-11-19T15:37:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:34,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:34,063 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/36d0fd11494544459bc8c6ce3eb4580c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/36d0fd11494544459bc8c6ce3eb4580c 2024-11-19T15:37:34,070 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 36d0fd11494544459bc8c6ce3eb4580c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:34,070 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:34,070 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=12, startTime=1732030653170; duration=0sec 2024-11-19T15:37:34,070 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:34,070 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:34,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030714071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030714071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030714074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030714075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030714077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,180 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/cd5bced19b00462da9de54965552694a 2024-11-19T15:37:34,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030714186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030714186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030714187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030714186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030714187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/38e6211dcc7648b1b755678fb2ecc328 is 50, key is test_row_0/C:col10/1732030651888/Put/seqid=0 2024-11-19T15:37:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742010_1186 (size=12151) 2024-11-19T15:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T15:37:34,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030714396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030714396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030714396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030714397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030714397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,595 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/38e6211dcc7648b1b755678fb2ecc328 2024-11-19T15:37:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ecce84ee6ff5483191fae9f37e0bafa3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ecce84ee6ff5483191fae9f37e0bafa3 2024-11-19T15:37:34,605 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ecce84ee6ff5483191fae9f37e0bafa3, entries=150, sequenceid=179, filesize=30.4 K 2024-11-19T15:37:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/cd5bced19b00462da9de54965552694a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/cd5bced19b00462da9de54965552694a 2024-11-19T15:37:34,611 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/cd5bced19b00462da9de54965552694a, entries=150, sequenceid=179, filesize=11.9 K 2024-11-19T15:37:34,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/38e6211dcc7648b1b755678fb2ecc328 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/38e6211dcc7648b1b755678fb2ecc328 2024-11-19T15:37:34,617 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/38e6211dcc7648b1b755678fb2ecc328, entries=150, sequenceid=179, filesize=11.9 K 2024-11-19T15:37:34,618 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1297ms, sequenceid=179, compaction requested=false 2024-11-19T15:37:34,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:34,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:34,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T15:37:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T15:37:34,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-19T15:37:34,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3700 sec 2024-11-19T15:37:34,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.3750 sec 2024-11-19T15:37:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:34,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T15:37:34,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030714710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030714711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030714711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030714713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030714714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119cbedf701b4624e4690ee0fe4d85ad02d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030654707/Put/seqid=0 2024-11-19T15:37:34,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742011_1187 (size=17284) 2024-11-19T15:37:34,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030714816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030714826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030714826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030714826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030714826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030715026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030715036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030715036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030715037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030715037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:35,130 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119cbedf701b4624e4690ee0fe4d85ad02d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cbedf701b4624e4690ee0fe4d85ad02d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:35,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/2711cf5377c441328bfff0bd5a2190d5, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:35,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/2711cf5377c441328bfff0bd5a2190d5 is 175, key is test_row_0/A:col10/1732030654707/Put/seqid=0 2024-11-19T15:37:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742012_1188 (size=48389) 2024-11-19T15:37:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030715336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030715346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030715346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030715346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030715346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/2711cf5377c441328bfff0bd5a2190d5 2024-11-19T15:37:35,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/2906f46ce2bd494b9be7efc18691138b is 50, key is test_row_0/B:col10/1732030654707/Put/seqid=0 2024-11-19T15:37:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742013_1189 (size=12151) 2024-11-19T15:37:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030715846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030715856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030715856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030715856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030715856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:35,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/2906f46ce2bd494b9be7efc18691138b 2024-11-19T15:37:35,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/37907bb518f141dcb9bdedcab6b3a2ae is 50, key is test_row_0/C:col10/1732030654707/Put/seqid=0 2024-11-19T15:37:35,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742014_1190 (size=12151) 2024-11-19T15:37:36,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/37907bb518f141dcb9bdedcab6b3a2ae 2024-11-19T15:37:36,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/2711cf5377c441328bfff0bd5a2190d5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2711cf5377c441328bfff0bd5a2190d5 2024-11-19T15:37:36,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2711cf5377c441328bfff0bd5a2190d5, entries=250, sequenceid=211, filesize=47.3 K 2024-11-19T15:37:36,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/2906f46ce2bd494b9be7efc18691138b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2906f46ce2bd494b9be7efc18691138b 2024-11-19T15:37:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2906f46ce2bd494b9be7efc18691138b, entries=150, sequenceid=211, filesize=11.9 K 2024-11-19T15:37:36,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/37907bb518f141dcb9bdedcab6b3a2ae as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/37907bb518f141dcb9bdedcab6b3a2ae 2024-11-19T15:37:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/37907bb518f141dcb9bdedcab6b3a2ae, entries=150, sequenceid=211, filesize=11.9 K 2024-11-19T15:37:36,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1677ms, sequenceid=211, compaction requested=true 2024-11-19T15:37:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:36,385 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:36,385 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,386 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:36,386 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:36,387 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:36,387 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:36,387 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:36,387 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:36,387 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/bb34bdfb6fa14534a7e687024d70d8f4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ecce84ee6ff5483191fae9f37e0bafa3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2711cf5377c441328bfff0bd5a2190d5] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=108.4 K 2024-11-19T15:37:36,387 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/009b12a99c48401490336df60e366733, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/cd5bced19b00462da9de54965552694a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2906f46ce2bd494b9be7efc18691138b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=36.0 K 2024-11-19T15:37:36,387 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:36,387 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/bb34bdfb6fa14534a7e687024d70d8f4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ecce84ee6ff5483191fae9f37e0bafa3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2711cf5377c441328bfff0bd5a2190d5] 2024-11-19T15:37:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,387 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 009b12a99c48401490336df60e366733, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732030651547 2024-11-19T15:37:36,388 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb34bdfb6fa14534a7e687024d70d8f4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732030651547 2024-11-19T15:37:36,388 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cd5bced19b00462da9de54965552694a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732030651879 2024-11-19T15:37:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,388 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2906f46ce2bd494b9be7efc18691138b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732030654075 2024-11-19T15:37:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,389 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecce84ee6ff5483191fae9f37e0bafa3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732030651879 2024-11-19T15:37:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,390 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2711cf5377c441328bfff0bd5a2190d5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732030654073 2024-11-19T15:37:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,400 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,402 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119f4e5f9a64ca342c8b98a6d2f82963661_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,409 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#162 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,410 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119f4e5f9a64ca342c8b98a6d2f82963661_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:36,410 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f4e5f9a64ca342c8b98a6d2f82963661_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:36,410 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/687a967187b9420ea2008f9b40eb63c2 is 50, key is test_row_0/B:col10/1732030654707/Put/seqid=0 2024-11-19T15:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T15:37:36,417 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-19T15:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,422 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T15:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,423 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:36,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742015_1191 (size=12629) 2024-11-19T15:37:36,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742016_1192 (size=4469) 2024-11-19T15:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,435 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#161 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,437 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ffa1f450b2fe4c2fb1a8b4dd966adb52 is 175, key is test_row_0/A:col10/1732030654707/Put/seqid=0 2024-11-19T15:37:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,442 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/687a967187b9420ea2008f9b40eb63c2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/687a967187b9420ea2008f9b40eb63c2 2024-11-19T15:37:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,449 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 687a967187b9420ea2008f9b40eb63c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:36,449 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:36,449 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=13, startTime=1732030656385; duration=0sec 2024-11-19T15:37:36,449 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:36,449 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:36,449 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,450 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:36,450 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:36,451 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:36,451 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/36d0fd11494544459bc8c6ce3eb4580c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/38e6211dcc7648b1b755678fb2ecc328, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/37907bb518f141dcb9bdedcab6b3a2ae] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=36.0 K 2024-11-19T15:37:36,451 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 36d0fd11494544459bc8c6ce3eb4580c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732030651547 2024-11-19T15:37:36,452 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 38e6211dcc7648b1b755678fb2ecc328, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732030651879 2024-11-19T15:37:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,452 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 37907bb518f141dcb9bdedcab6b3a2ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732030654075 2024-11-19T15:37:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742017_1193 (size=31583) 2024-11-19T15:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,469 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ffa1f450b2fe4c2fb1a8b4dd966adb52 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ffa1f450b2fe4c2fb1a8b4dd966adb52 2024-11-19T15:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,475 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into ffa1f450b2fe4c2fb1a8b4dd966adb52(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:36,475 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,475 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=13, startTime=1732030656385; duration=0sec 2024-11-19T15:37:36,475 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:36,476 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,479 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:36,479 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/cf3a702a30c5406ca5fc8840297a0fa9 is 50, key is test_row_0/C:col10/1732030654707/Put/seqid=0 2024-11-19T15:37:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742018_1194 (size=12629) 2024-11-19T15:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,500 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/cf3a702a30c5406ca5fc8840297a0fa9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/cf3a702a30c5406ca5fc8840297a0fa9 2024-11-19T15:37:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,508 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into cf3a702a30c5406ca5fc8840297a0fa9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:36,508 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:36,508 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=13, startTime=1732030656385; duration=0sec 2024-11-19T15:37:36,508 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:36,508 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T15:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T15:37:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,578 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T15:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119670e564c1a8c4a3491ddee080878ed6b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030654712/Put/seqid=0 2024-11-19T15:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742019_1195 (size=9814) 2024-11-19T15:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,614 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119670e564c1a8c4a3491ddee080878ed6b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119670e564c1a8c4a3491ddee080878ed6b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/94fab1072a0a4ca69aa63c014bfb2435, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/94fab1072a0a4ca69aa63c014bfb2435 is 175, key is test_row_0/A:col10/1732030654712/Put/seqid=0 2024-11-19T15:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742020_1196 (size=22461) 2024-11-19T15:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,623 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/94fab1072a0a4ca69aa63c014bfb2435 2024-11-19T15:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/091888103bcb416daab11d2e61ef528b is 50, key is test_row_0/B:col10/1732030654712/Put/seqid=0 2024-11-19T15:37:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742021_1197 (size=9757) 2024-11-19T15:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,646 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/091888103bcb416daab11d2e61ef528b 2024-11-19T15:37:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/9be57ed47a734200bf84edfa02a05beb is 50, key is test_row_0/C:col10/1732030654712/Put/seqid=0 2024-11-19T15:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742022_1198 (size=9757) 2024-11-19T15:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T15:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030716925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:36,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030716927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:36,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030716929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:36,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030716929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:36,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030716930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030717036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030717036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T15:37:37,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030717046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030717046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030717046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,073 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/9be57ed47a734200bf84edfa02a05beb 2024-11-19T15:37:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/94fab1072a0a4ca69aa63c014bfb2435 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/94fab1072a0a4ca69aa63c014bfb2435 2024-11-19T15:37:37,083 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/94fab1072a0a4ca69aa63c014bfb2435, entries=100, sequenceid=221, filesize=21.9 K 2024-11-19T15:37:37,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/091888103bcb416daab11d2e61ef528b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/091888103bcb416daab11d2e61ef528b 2024-11-19T15:37:37,089 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/091888103bcb416daab11d2e61ef528b, entries=100, sequenceid=221, filesize=9.5 K 2024-11-19T15:37:37,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/9be57ed47a734200bf84edfa02a05beb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/9be57ed47a734200bf84edfa02a05beb 2024-11-19T15:37:37,094 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/9be57ed47a734200bf84edfa02a05beb, entries=100, sequenceid=221, filesize=9.5 K 2024-11-19T15:37:37,098 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 520ms, sequenceid=221, compaction requested=false 2024-11-19T15:37:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-19T15:37:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-19T15:37:37,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-19T15:37:37,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 675 msec 2024-11-19T15:37:37,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 684 msec 2024-11-19T15:37:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:37,250 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:37,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-19T15:37:37,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030717256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030717256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030717256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030717258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030717261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f92199148c444ed9b198d45ed1439e29_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030657249/Put/seqid=0 2024-11-19T15:37:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742023_1199 (size=17284) 2024-11-19T15:37:37,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f92199148c444ed9b198d45ed1439e29_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f92199148c444ed9b198d45ed1439e29_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:37,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d4291710cff742ffaedb8615d9d21f14, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:37,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d4291710cff742ffaedb8615d9d21f14 is 175, key is test_row_0/A:col10/1732030657249/Put/seqid=0 2024-11-19T15:37:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742024_1200 (size=48389) 2024-11-19T15:37:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030717366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030717376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T15:37:37,556 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:37,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-19T15:37:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T15:37:37,559 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:37,561 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:37,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:37,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030717566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030717566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030717566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030717576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030717585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T15:37:37,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d4291710cff742ffaedb8615d9d21f14 2024-11-19T15:37:37,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/75bd32576953416e8914695bf270711f is 50, key is test_row_0/B:col10/1732030657249/Put/seqid=0 2024-11-19T15:37:37,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742025_1201 (size=12151) 2024-11-19T15:37:37,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/75bd32576953416e8914695bf270711f 2024-11-19T15:37:37,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-19T15:37:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:37,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/c35b9d9d76c94bcb91fc4a5cea3443b8 is 50, key is test_row_0/C:col10/1732030657249/Put/seqid=0 2024-11-19T15:37:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742026_1202 (size=12151) 2024-11-19T15:37:37,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/c35b9d9d76c94bcb91fc4a5cea3443b8 2024-11-19T15:37:37,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d4291710cff742ffaedb8615d9d21f14 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d4291710cff742ffaedb8615d9d21f14 2024-11-19T15:37:37,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d4291710cff742ffaedb8615d9d21f14, entries=250, sequenceid=253, filesize=47.3 K 2024-11-19T15:37:37,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/75bd32576953416e8914695bf270711f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/75bd32576953416e8914695bf270711f 2024-11-19T15:37:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/75bd32576953416e8914695bf270711f, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T15:37:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/c35b9d9d76c94bcb91fc4a5cea3443b8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c35b9d9d76c94bcb91fc4a5cea3443b8 2024-11-19T15:37:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c35b9d9d76c94bcb91fc4a5cea3443b8, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T15:37:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 513ms, sequenceid=253, compaction requested=true 2024-11-19T15:37:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,764 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,765 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,765 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:37,765 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,765 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ffa1f450b2fe4c2fb1a8b4dd966adb52, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/94fab1072a0a4ca69aa63c014bfb2435, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d4291710cff742ffaedb8615d9d21f14] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=100.0 K 2024-11-19T15:37:37,765 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,765 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ffa1f450b2fe4c2fb1a8b4dd966adb52, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/94fab1072a0a4ca69aa63c014bfb2435, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d4291710cff742ffaedb8615d9d21f14] 2024-11-19T15:37:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:37,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,766 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:37,766 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa1f450b2fe4c2fb1a8b4dd966adb52, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732030654075 2024-11-19T15:37:37,766 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94fab1072a0a4ca69aa63c014bfb2435, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732030654711 2024-11-19T15:37:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:37,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:37,767 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4291710cff742ffaedb8615d9d21f14, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732030656915 2024-11-19T15:37:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,767 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:37,767 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:37,767 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,768 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/687a967187b9420ea2008f9b40eb63c2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/091888103bcb416daab11d2e61ef528b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/75bd32576953416e8914695bf270711f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=33.7 K 2024-11-19T15:37:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,768 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 687a967187b9420ea2008f9b40eb63c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732030654075 2024-11-19T15:37:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,769 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 091888103bcb416daab11d2e61ef528b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732030654711 2024-11-19T15:37:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,769 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 75bd32576953416e8914695bf270711f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732030656915 2024-11-19T15:37:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,781 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,782 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,783 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/d0ba728da8d84ba090155abc11ab24b7 is 50, key is test_row_0/B:col10/1732030657249/Put/seqid=0 2024-11-19T15:37:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,784 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411195b2f5dd3bb9b40c1ae81cdc1f12305f9_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,786 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411195b2f5dd3bb9b40c1ae81cdc1f12305f9_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:37,786 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195b2f5dd3bb9b40c1ae81cdc1f12305f9_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742027_1203 (size=12731) 2024-11-19T15:37:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,810 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/d0ba728da8d84ba090155abc11ab24b7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d0ba728da8d84ba090155abc11ab24b7 2024-11-19T15:37:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,817 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into d0ba728da8d84ba090155abc11ab24b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:37,817 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:37,817 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=13, startTime=1732030657766; duration=0sec 2024-11-19T15:37:37,818 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:37,818 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:37,818 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,819 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:37,819 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:37,819 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,819 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/cf3a702a30c5406ca5fc8840297a0fa9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/9be57ed47a734200bf84edfa02a05beb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c35b9d9d76c94bcb91fc4a5cea3443b8] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=33.7 K 2024-11-19T15:37:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,820 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cf3a702a30c5406ca5fc8840297a0fa9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732030654075 2024-11-19T15:37:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,820 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be57ed47a734200bf84edfa02a05beb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732030654711 2024-11-19T15:37:37,821 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c35b9d9d76c94bcb91fc4a5cea3443b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732030656915 2024-11-19T15:37:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,831 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,832 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/b91fa4c2aa5248948a26630b4abe0e17 is 50, key is test_row_0/C:col10/1732030657249/Put/seqid=0 2024-11-19T15:37:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742028_1204 (size=4469) 2024-11-19T15:37:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742029_1205 (size=12731) 2024-11-19T15:37:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-19T15:37:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,868 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-19T15:37:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119422b3e98fe5c47278ac97c7b114454bd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030657255/Put/seqid=0 2024-11-19T15:37:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T15:37:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742030_1206 (size=9864) 2024-11-19T15:37:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,889 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119422b3e98fe5c47278ac97c7b114454bd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119422b3e98fe5c47278ac97c7b114454bd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/19a5cd8c85f44ecebcc53a055baf6b0a, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/19a5cd8c85f44ecebcc53a055baf6b0a is 175, key is test_row_0/A:col10/1732030657255/Put/seqid=0 2024-11-19T15:37:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742031_1207 (size=22511) 2024-11-19T15:37:37,903 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/19a5cd8c85f44ecebcc53a055baf6b0a 2024-11-19T15:37:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:37,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/e0f254521d8c4a43ad8515bf4f2a4f7f is 50, key is test_row_0/B:col10/1732030657255/Put/seqid=0 2024-11-19T15:37:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742032_1208 (size=9807) 2024-11-19T15:37:37,942 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/e0f254521d8c4a43ad8515bf4f2a4f7f 2024-11-19T15:37:37,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/790e617591a2419e97b378ee101c1089 is 50, key is test_row_0/C:col10/1732030657255/Put/seqid=0 2024-11-19T15:37:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742033_1209 (size=9807) 2024-11-19T15:37:37,972 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/790e617591a2419e97b378ee101c1089 2024-11-19T15:37:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/19a5cd8c85f44ecebcc53a055baf6b0a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/19a5cd8c85f44ecebcc53a055baf6b0a 2024-11-19T15:37:37,993 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/19a5cd8c85f44ecebcc53a055baf6b0a, entries=100, sequenceid=259, filesize=22.0 K 2024-11-19T15:37:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/e0f254521d8c4a43ad8515bf4f2a4f7f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e0f254521d8c4a43ad8515bf4f2a4f7f 2024-11-19T15:37:37,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030717992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030717992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:37,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,002 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e0f254521d8c4a43ad8515bf4f2a4f7f, entries=100, sequenceid=259, filesize=9.6 K 2024-11-19T15:37:38,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/790e617591a2419e97b378ee101c1089 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/790e617591a2419e97b378ee101c1089 2024-11-19T15:37:38,009 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/790e617591a2419e97b378ee101c1089, entries=100, sequenceid=259, filesize=9.6 K 2024-11-19T15:37:38,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-19T15:37:38,017 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 149ms, sequenceid=259, compaction requested=false 2024-11-19T15:37:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-19T15:37:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-19T15:37:38,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-19T15:37:38,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 459 msec 2024-11-19T15:37:38,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 467 msec 2024-11-19T15:37:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:38,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-19T15:37:38,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030718082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030718084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030718084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c8e41dc2bc154334ac6e69885d373c47_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030657977/Put/seqid=0 2024-11-19T15:37:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742034_1210 (size=17534) 2024-11-19T15:37:38,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030718106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030718106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c8e41dc2bc154334ac6e69885d373c47_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c8e41dc2bc154334ac6e69885d373c47_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:38,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/5bc420ce76f447f5be09766f80cca590, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:38,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/5bc420ce76f447f5be09766f80cca590 is 175, key is test_row_0/A:col10/1732030657977/Put/seqid=0 2024-11-19T15:37:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742035_1211 (size=48639) 2024-11-19T15:37:38,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=69.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/5bc420ce76f447f5be09766f80cca590 2024-11-19T15:37:38,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/8e89e83a73af4dd9ad412c2319c23f71 is 50, key is test_row_0/B:col10/1732030657977/Put/seqid=0 2024-11-19T15:37:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742036_1212 (size=12301) 2024-11-19T15:37:38,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/8e89e83a73af4dd9ad412c2319c23f71 2024-11-19T15:37:38,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/03629c1fc1d344bc90b93fa16c9acf26 is 50, key is test_row_0/C:col10/1732030657977/Put/seqid=0 2024-11-19T15:37:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742037_1213 (size=12301) 2024-11-19T15:37:38,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/03629c1fc1d344bc90b93fa16c9acf26 2024-11-19T15:37:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/5bc420ce76f447f5be09766f80cca590 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/5bc420ce76f447f5be09766f80cca590 2024-11-19T15:37:38,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/5bc420ce76f447f5be09766f80cca590, entries=250, sequenceid=293, filesize=47.5 K 2024-11-19T15:37:38,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/8e89e83a73af4dd9ad412c2319c23f71 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/8e89e83a73af4dd9ad412c2319c23f71 2024-11-19T15:37:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/8e89e83a73af4dd9ad412c2319c23f71, entries=150, sequenceid=293, filesize=12.0 K 2024-11-19T15:37:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/03629c1fc1d344bc90b93fa16c9acf26 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/03629c1fc1d344bc90b93fa16c9acf26 2024-11-19T15:37:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T15:37:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,187 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-19T15:37:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T15:37:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,190 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:38,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/03629c1fc1d344bc90b93fa16c9acf26, entries=150, sequenceid=293, filesize=12.0 K 2024-11-19T15:37:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 111ms, sequenceid=293, compaction requested=true 2024-11-19T15:37:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T15:37:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T15:37:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,234 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,235 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d8f0f01e99204e908eabac7631fa1f8c is 175, key is test_row_0/A:col10/1732030657249/Put/seqid=0 2024-11-19T15:37:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742038_1214 (size=31685) 2024-11-19T15:37:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-19T15:37:38,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-19T15:37:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,255 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/b91fa4c2aa5248948a26630b4abe0e17 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b91fa4c2aa5248948a26630b4abe0e17 2024-11-19T15:37:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,264 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into b91fa4c2aa5248948a26630b4abe0e17(size=12.4 K), total size for store is 34.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:38,264 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:38,264 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=13, startTime=1732030657766; duration=0sec 2024-11-19T15:37:38,264 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T15:37:38,264 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:38,264 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-19T15:37:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,265 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T15:37:38,265 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T15:37:38,265 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. because compaction request was cancelled 2024-11-19T15:37:38,266 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:38,266 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,266 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,267 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,267 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:38,267 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,267 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d0ba728da8d84ba090155abc11ab24b7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e0f254521d8c4a43ad8515bf4f2a4f7f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/8e89e83a73af4dd9ad412c2319c23f71] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=34.0 K 2024-11-19T15:37:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,268 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ba728da8d84ba090155abc11ab24b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732030656915 2024-11-19T15:37:38,268 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e0f254521d8c4a43ad8515bf4f2a4f7f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732030657255 2024-11-19T15:37:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,269 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e89e83a73af4dd9ad412c2319c23f71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732030657977 2024-11-19T15:37:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:38,276 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:38,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:37:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,290 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:38,291 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/4e316dabfa484f28b074dd0dfde57e5f is 50, key is test_row_0/B:col10/1732030657977/Put/seqid=0 2024-11-19T15:37:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111944268b70aa5d40969d7fa408fcff4399_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030658261/Put/seqid=0 2024-11-19T15:37:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T15:37:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742040_1216 (size=27698) 2024-11-19T15:37:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742041_1217 (size=12983) 2024-11-19T15:37:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,334 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111944268b70aa5d40969d7fa408fcff4399_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111944268b70aa5d40969d7fa408fcff4399_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,335 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/662d1d848e2043fc974d679834a456bd, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/662d1d848e2043fc974d679834a456bd is 175, key is test_row_0/A:col10/1732030658261/Put/seqid=0 2024-11-19T15:37:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030718326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030718329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030718330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030718332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742039_1215 (size=83485) 2024-11-19T15:37:38,343 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/4e316dabfa484f28b074dd0dfde57e5f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4e316dabfa484f28b074dd0dfde57e5f 2024-11-19T15:37:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/662d1d848e2043fc974d679834a456bd 2024-11-19T15:37:38,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T15:37:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030718339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,355 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 4e316dabfa484f28b074dd0dfde57e5f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:38,355 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:38,355 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=13, startTime=1732030658192; duration=0sec 2024-11-19T15:37:38,355 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:38,355 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:38,355 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:38,357 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:38,357 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:38,358 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,358 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b91fa4c2aa5248948a26630b4abe0e17, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/790e617591a2419e97b378ee101c1089, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/03629c1fc1d344bc90b93fa16c9acf26] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=34.0 K 2024-11-19T15:37:38,359 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b91fa4c2aa5248948a26630b4abe0e17, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732030656915 2024-11-19T15:37:38,360 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 790e617591a2419e97b378ee101c1089, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732030657255 2024-11-19T15:37:38,360 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 03629c1fc1d344bc90b93fa16c9acf26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732030657977 2024-11-19T15:37:38,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/408cbed1589c429ea2ca43f1318ee20d is 50, key is test_row_0/B:col10/1732030658261/Put/seqid=0 2024-11-19T15:37:38,374 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:38,375 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/01385efa407b43ec9b9c7865987a735c is 50, key is test_row_0/C:col10/1732030657977/Put/seqid=0 2024-11-19T15:37:38,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742042_1218 (size=26945) 2024-11-19T15:37:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742043_1219 (size=12983) 2024-11-19T15:37:38,399 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/01385efa407b43ec9b9c7865987a735c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/01385efa407b43ec9b9c7865987a735c 2024-11-19T15:37:38,407 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 01385efa407b43ec9b9c7865987a735c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:38,407 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:38,407 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=13, startTime=1732030658192; duration=0sec 2024-11-19T15:37:38,408 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:38,408 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030718446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030718446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030718446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030718446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030718456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T15:37:38,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:38,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T15:37:38,647 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/d8f0f01e99204e908eabac7631fa1f8c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d8f0f01e99204e908eabac7631fa1f8c 2024-11-19T15:37:38,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T15:37:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,654 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into d8f0f01e99204e908eabac7631fa1f8c(size=30.9 K), total size for store is 100.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:38,654 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:38,654 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=13, startTime=1732030657764; duration=0sec 2024-11-19T15:37:38,654 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:38,654 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:38,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030718656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030718656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030718656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030718656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030718665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/408cbed1589c429ea2ca43f1318ee20d 2024-11-19T15:37:38,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/11c07573c9ff46abb6a3bb4593b5956f is 50, key is test_row_0/C:col10/1732030658261/Put/seqid=0 2024-11-19T15:37:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742044_1220 (size=12301) 2024-11-19T15:37:38,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T15:37:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T15:37:38,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T15:37:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:38,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:38,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030718966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030718966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030718966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030718966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030718975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:38,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:38,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T15:37:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:39,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:39,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/11c07573c9ff46abb6a3bb4593b5956f 2024-11-19T15:37:39,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/662d1d848e2043fc974d679834a456bd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/662d1d848e2043fc974d679834a456bd 2024-11-19T15:37:39,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/662d1d848e2043fc974d679834a456bd, entries=450, sequenceid=306, filesize=81.5 K 2024-11-19T15:37:39,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/408cbed1589c429ea2ca43f1318ee20d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/408cbed1589c429ea2ca43f1318ee20d 2024-11-19T15:37:39,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/408cbed1589c429ea2ca43f1318ee20d, entries=450, sequenceid=306, filesize=26.3 K 2024-11-19T15:37:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/11c07573c9ff46abb6a3bb4593b5956f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/11c07573c9ff46abb6a3bb4593b5956f 2024-11-19T15:37:39,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/11c07573c9ff46abb6a3bb4593b5956f, entries=150, sequenceid=306, filesize=12.0 K 2024-11-19T15:37:39,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 948ms, sequenceid=306, compaction requested=true 2024-11-19T15:37:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:39,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:39,224 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T15:37:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:39,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:39,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:39,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T15:37:39,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T15:37:39,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. because compaction request was cancelled 2024-11-19T15:37:39,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:39,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T15:37:39,226 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186320 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:39,226 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:39,226 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:39,226 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d8f0f01e99204e908eabac7631fa1f8c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/19a5cd8c85f44ecebcc53a055baf6b0a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/5bc420ce76f447f5be09766f80cca590, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/662d1d848e2043fc974d679834a456bd] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=182.0 K 2024-11-19T15:37:39,226 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:39,226 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d8f0f01e99204e908eabac7631fa1f8c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/19a5cd8c85f44ecebcc53a055baf6b0a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/5bc420ce76f447f5be09766f80cca590, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/662d1d848e2043fc974d679834a456bd] 2024-11-19T15:37:39,226 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T15:37:39,226 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T15:37:39,226 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8f0f01e99204e908eabac7631fa1f8c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732030656915 2024-11-19T15:37:39,227 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. because compaction request was cancelled 2024-11-19T15:37:39,227 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:39,227 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19a5cd8c85f44ecebcc53a055baf6b0a, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732030657255 2024-11-19T15:37:39,227 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bc420ce76f447f5be09766f80cca590, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732030657977 2024-11-19T15:37:39,228 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 662d1d848e2043fc974d679834a456bd, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732030658216 2024-11-19T15:37:39,235 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:39,240 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119bdfda46e451e47e5a95d5174b8eb73b7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:39,243 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119bdfda46e451e47e5a95d5174b8eb73b7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:39,243 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bdfda46e451e47e5a95d5174b8eb73b7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:39,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742045_1221 (size=4469) 2024-11-19T15:37:39,258 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#184 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:39,259 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/3924da3654d8423babc61b18e718dbaa is 175, key is test_row_0/A:col10/1732030658261/Put/seqid=0 2024-11-19T15:37:39,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742046_1222 (size=31971) 2024-11-19T15:37:39,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T15:37:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:39,264 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:37:39,270 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/3924da3654d8423babc61b18e718dbaa as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/3924da3654d8423babc61b18e718dbaa 2024-11-19T15:37:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d60673578cdb49fcafd722657527734f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030658328/Put/seqid=0 2024-11-19T15:37:39,277 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 3924da3654d8423babc61b18e718dbaa(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:39,277 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:39,277 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=12, startTime=1732030659224; duration=0sec 2024-11-19T15:37:39,278 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:39,278 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:39,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742047_1223 (size=12454) 2024-11-19T15:37:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:39,297 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d60673578cdb49fcafd722657527734f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d60673578cdb49fcafd722657527734f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/a842dc9c50fb48b3bf368cec906873f6, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:39,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/a842dc9c50fb48b3bf368cec906873f6 is 175, key is test_row_0/A:col10/1732030658328/Put/seqid=0 2024-11-19T15:37:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742048_1224 (size=31255) 2024-11-19T15:37:39,313 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/a842dc9c50fb48b3bf368cec906873f6 2024-11-19T15:37:39,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/c095d04d12e14c6698f14a9546098cd9 is 50, key is test_row_0/B:col10/1732030658328/Put/seqid=0 2024-11-19T15:37:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T15:37:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742049_1225 (size=12301) 2024-11-19T15:37:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:39,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:39,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030719483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030719484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030719485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030719485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030719486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030719596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030719596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030719596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030719596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,731 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/c095d04d12e14c6698f14a9546098cd9 2024-11-19T15:37:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/40e2ef781e9a4684ac9d55562c9d7f4a is 50, key is test_row_0/C:col10/1732030658328/Put/seqid=0 2024-11-19T15:37:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742050_1226 (size=12301) 2024-11-19T15:37:39,750 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/40e2ef781e9a4684ac9d55562c9d7f4a 2024-11-19T15:37:39,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/a842dc9c50fb48b3bf368cec906873f6 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/a842dc9c50fb48b3bf368cec906873f6 2024-11-19T15:37:39,765 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/a842dc9c50fb48b3bf368cec906873f6, entries=150, sequenceid=333, filesize=30.5 K 2024-11-19T15:37:39,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/c095d04d12e14c6698f14a9546098cd9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/c095d04d12e14c6698f14a9546098cd9 2024-11-19T15:37:39,772 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/c095d04d12e14c6698f14a9546098cd9, entries=150, sequenceid=333, filesize=12.0 K 2024-11-19T15:37:39,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/40e2ef781e9a4684ac9d55562c9d7f4a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/40e2ef781e9a4684ac9d55562c9d7f4a 2024-11-19T15:37:39,779 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/40e2ef781e9a4684ac9d55562c9d7f4a, entries=150, sequenceid=333, filesize=12.0 K 2024-11-19T15:37:39,780 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 516ms, sequenceid=333, compaction requested=true 2024-11-19T15:37:39,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-19T15:37:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-19T15:37:39,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-19T15:37:39,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5920 sec 2024-11-19T15:37:39,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.6020 sec 2024-11-19T15:37:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:39,808 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:39,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T15:37:39,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119406ab9f9a77a40b29a2ec6d3a60be6d7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030659483/Put/seqid=0 2024-11-19T15:37:39,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742051_1227 (size=12454) 2024-11-19T15:37:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030719838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030719842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030719842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030719843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030719946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030719946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030719946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:39,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030719956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:39,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:39,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030720155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030720156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030720156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030720166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,226 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:40,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119406ab9f9a77a40b29a2ec6d3a60be6d7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119406ab9f9a77a40b29a2ec6d3a60be6d7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:40,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/c10688d9e1a54e21937715ba2907509d, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:40,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/c10688d9e1a54e21937715ba2907509d is 175, key is test_row_0/A:col10/1732030659483/Put/seqid=0 2024-11-19T15:37:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742052_1228 (size=31255) 2024-11-19T15:37:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T15:37:40,337 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:40,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-19T15:37:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T15:37:40,339 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:40,339 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:40,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T15:37:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030720465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030720466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030720466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030720476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-19T15:37:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030720506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,513 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_1' in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:37:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/c10688d9e1a54e21937715ba2907509d 2024-11-19T15:37:40,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/4ca03db3a980431fbcc713615788eb6a is 50, key is test_row_0/B:col10/1732030659483/Put/seqid=0 2024-11-19T15:37:40,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-19T15:37:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742053_1229 (size=12301) 2024-11-19T15:37:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T15:37:40,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-19T15:37:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-19T15:37:40,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:40,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:40,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T15:37:40,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030720976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030720976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030720976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030720986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:41,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/4ca03db3a980431fbcc713615788eb6a 2024-11-19T15:37:41,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/e33f343e04e74bf184ce7cd8c6782b06 is 50, key is test_row_0/C:col10/1732030659483/Put/seqid=0 2024-11-19T15:37:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742054_1230 (size=12301) 2024-11-19T15:37:41,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/e33f343e04e74bf184ce7cd8c6782b06 2024-11-19T15:37:41,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/c10688d9e1a54e21937715ba2907509d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/c10688d9e1a54e21937715ba2907509d 2024-11-19T15:37:41,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/c10688d9e1a54e21937715ba2907509d, entries=150, sequenceid=348, filesize=30.5 K 2024-11-19T15:37:41,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/4ca03db3a980431fbcc713615788eb6a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4ca03db3a980431fbcc713615788eb6a 2024-11-19T15:37:41,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4ca03db3a980431fbcc713615788eb6a, entries=150, sequenceid=348, filesize=12.0 K 2024-11-19T15:37:41,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/e33f343e04e74bf184ce7cd8c6782b06 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e33f343e04e74bf184ce7cd8c6782b06 2024-11-19T15:37:41,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e33f343e04e74bf184ce7cd8c6782b06, entries=150, sequenceid=348, filesize=12.0 K 2024-11-19T15:37:41,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1297ms, sequenceid=348, compaction requested=true 2024-11-19T15:37:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:41,106 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:41,106 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:41,107 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:41,107 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:41,107 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:41,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-19T15:37:41,107 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/3924da3654d8423babc61b18e718dbaa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/a842dc9c50fb48b3bf368cec906873f6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/c10688d9e1a54e21937715ba2907509d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=92.3 K 2024-11-19T15:37:41,107 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:41,107 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/3924da3654d8423babc61b18e718dbaa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/a842dc9c50fb48b3bf368cec906873f6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/c10688d9e1a54e21937715ba2907509d] 2024-11-19T15:37:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:41,108 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 64530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:41,108 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:37:41,108 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:41,108 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:41,108 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4e316dabfa484f28b074dd0dfde57e5f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/408cbed1589c429ea2ca43f1318ee20d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/c095d04d12e14c6698f14a9546098cd9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4ca03db3a980431fbcc713615788eb6a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=63.0 K 2024-11-19T15:37:41,109 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3924da3654d8423babc61b18e718dbaa, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732030658261 2024-11-19T15:37:41,109 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e316dabfa484f28b074dd0dfde57e5f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732030657977 2024-11-19T15:37:41,110 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 408cbed1589c429ea2ca43f1318ee20d, keycount=450, bloomtype=ROW, size=26.3 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732030658216 2024-11-19T15:37:41,110 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting a842dc9c50fb48b3bf368cec906873f6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030658328 2024-11-19T15:37:41,110 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c095d04d12e14c6698f14a9546098cd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030658328 2024-11-19T15:37:41,110 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c10688d9e1a54e21937715ba2907509d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732030659482 2024-11-19T15:37:41,111 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca03db3a980431fbcc713615788eb6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732030659482 2024-11-19T15:37:41,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111969387e9daac249fb89d5309f69f0323a_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030659840/Put/seqid=0 2024-11-19T15:37:41,135 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:41,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742055_1231 (size=12454) 2024-11-19T15:37:41,149 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:41,150 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/57c2c068c7384fe98bf93859ef6e0b78 is 50, key is test_row_0/B:col10/1732030659483/Put/seqid=0 2024-11-19T15:37:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:41,151 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119e10db7dfbd9e48c58bb5a4ffa67e6a7b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:41,153 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119e10db7dfbd9e48c58bb5a4ffa67e6a7b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:41,153 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e10db7dfbd9e48c58bb5a4ffa67e6a7b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:41,159 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111969387e9daac249fb89d5309f69f0323a_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111969387e9daac249fb89d5309f69f0323a_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/fd6962b42b9644d19584d75447d3046b, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:41,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/fd6962b42b9644d19584d75447d3046b is 175, key is test_row_0/A:col10/1732030659840/Put/seqid=0 2024-11-19T15:37:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742057_1233 (size=4469) 2024-11-19T15:37:41,199 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#192 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:41,199 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/162c57ff22c6418d8b3c6941c251255f is 175, key is test_row_0/A:col10/1732030659483/Put/seqid=0 2024-11-19T15:37:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742056_1232 (size=13119) 2024-11-19T15:37:41,219 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/57c2c068c7384fe98bf93859ef6e0b78 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/57c2c068c7384fe98bf93859ef6e0b78 2024-11-19T15:37:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742058_1234 (size=31255) 2024-11-19T15:37:41,228 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 57c2c068c7384fe98bf93859ef6e0b78(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:41,228 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:41,228 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=12, startTime=1732030661106; duration=0sec 2024-11-19T15:37:41,228 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:41,228 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:41,228 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:41,230 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:41,230 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:41,230 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:41,230 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/01385efa407b43ec9b9c7865987a735c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/11c07573c9ff46abb6a3bb4593b5956f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/40e2ef781e9a4684ac9d55562c9d7f4a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e33f343e04e74bf184ce7cd8c6782b06] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=48.7 K 2024-11-19T15:37:41,231 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 01385efa407b43ec9b9c7865987a735c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732030657977 2024-11-19T15:37:41,231 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 11c07573c9ff46abb6a3bb4593b5956f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732030658261 2024-11-19T15:37:41,232 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e2ef781e9a4684ac9d55562c9d7f4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732030658328 2024-11-19T15:37:41,232 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e33f343e04e74bf184ce7cd8c6782b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732030659482 2024-11-19T15:37:41,253 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:41,254 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/ce6079140cc3413b9b515fd86991bc7e is 50, key is test_row_0/C:col10/1732030659483/Put/seqid=0 2024-11-19T15:37:41,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742059_1235 (size=32073) 2024-11-19T15:37:41,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742060_1236 (size=13119) 2024-11-19T15:37:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T15:37:41,626 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/fd6962b42b9644d19584d75447d3046b 2024-11-19T15:37:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/ef73dbf0adde41e9af47ec6589ddf357 is 50, key is test_row_0/B:col10/1732030659840/Put/seqid=0 2024-11-19T15:37:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742061_1237 (size=12301) 2024-11-19T15:37:41,664 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/162c57ff22c6418d8b3c6941c251255f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/162c57ff22c6418d8b3c6941c251255f 2024-11-19T15:37:41,670 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 162c57ff22c6418d8b3c6941c251255f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:41,670 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:41,670 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=13, startTime=1732030661106; duration=0sec 2024-11-19T15:37:41,670 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:41,670 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:41,677 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/ce6079140cc3413b9b515fd86991bc7e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ce6079140cc3413b9b515fd86991bc7e 2024-11-19T15:37:41,685 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into ce6079140cc3413b9b515fd86991bc7e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:41,685 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:41,685 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=12, startTime=1732030661106; duration=0sec 2024-11-19T15:37:41,685 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:41,685 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:41,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030722001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030722006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030722007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030722007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,047 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/ef73dbf0adde41e9af47ec6589ddf357 2024-11-19T15:37:42,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/ea9bd0fcf3f74af390c10581987a0935 is 50, key is test_row_0/C:col10/1732030659840/Put/seqid=0 2024-11-19T15:37:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742062_1238 (size=12301) 2024-11-19T15:37:42,062 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/ea9bd0fcf3f74af390c10581987a0935 2024-11-19T15:37:42,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/fd6962b42b9644d19584d75447d3046b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/fd6962b42b9644d19584d75447d3046b 2024-11-19T15:37:42,070 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/fd6962b42b9644d19584d75447d3046b, entries=150, sequenceid=372, filesize=30.5 K 2024-11-19T15:37:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/ef73dbf0adde41e9af47ec6589ddf357 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ef73dbf0adde41e9af47ec6589ddf357 2024-11-19T15:37:42,075 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ef73dbf0adde41e9af47ec6589ddf357, entries=150, sequenceid=372, filesize=12.0 K 2024-11-19T15:37:42,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/ea9bd0fcf3f74af390c10581987a0935 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ea9bd0fcf3f74af390c10581987a0935 2024-11-19T15:37:42,080 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ea9bd0fcf3f74af390c10581987a0935, entries=150, sequenceid=372, filesize=12.0 K 2024-11-19T15:37:42,081 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 973ms, sequenceid=372, compaction requested=false 2024-11-19T15:37:42,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:42,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:42,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-19T15:37:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-19T15:37:42,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-19T15:37:42,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7440 sec 2024-11-19T15:37:42,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.7480 sec 2024-11-19T15:37:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:42,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T15:37:42,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194344bb4f7bd94c66bdd6c3d79d4b9297_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030662116/Put/seqid=0 2024-11-19T15:37:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742063_1239 (size=12454) 2024-11-19T15:37:42,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:42,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194344bb4f7bd94c66bdd6c3d79d4b9297_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194344bb4f7bd94c66bdd6c3d79d4b9297_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:42,148 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/1e9dde871eed44caa7efb138500f8bc2, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:42,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/1e9dde871eed44caa7efb138500f8bc2 is 175, key is test_row_0/A:col10/1732030662116/Put/seqid=0 2024-11-19T15:37:42,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742064_1240 (size=31255) 2024-11-19T15:37:42,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/1e9dde871eed44caa7efb138500f8bc2 2024-11-19T15:37:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030722150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030722152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030722153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030722155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/5030b65fb5254e6280c0ee6c0b273a17 is 50, key is test_row_0/B:col10/1732030662116/Put/seqid=0 2024-11-19T15:37:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742065_1241 (size=12301) 2024-11-19T15:37:42,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/5030b65fb5254e6280c0ee6c0b273a17 2024-11-19T15:37:42,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/97db48d3fd6c4216b2737f79cd39fecb is 50, key is test_row_0/C:col10/1732030662116/Put/seqid=0 2024-11-19T15:37:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742066_1242 (size=12301) 2024-11-19T15:37:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030722266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030722266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030722266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030722266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030722476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030722476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030722476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030722476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T15:37:42,486 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:42,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-19T15:37:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T15:37:42,489 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:42,489 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:42,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:42,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1732030722536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,540 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_1' in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:37:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/97db48d3fd6c4216b2737f79cd39fecb 2024-11-19T15:37:42,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/1e9dde871eed44caa7efb138500f8bc2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/1e9dde871eed44caa7efb138500f8bc2 2024-11-19T15:37:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T15:37:42,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/1e9dde871eed44caa7efb138500f8bc2, entries=150, sequenceid=390, filesize=30.5 K 2024-11-19T15:37:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/5030b65fb5254e6280c0ee6c0b273a17 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/5030b65fb5254e6280c0ee6c0b273a17 2024-11-19T15:37:42,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/5030b65fb5254e6280c0ee6c0b273a17, entries=150, sequenceid=390, filesize=12.0 K 2024-11-19T15:37:42,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/97db48d3fd6c4216b2737f79cd39fecb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/97db48d3fd6c4216b2737f79cd39fecb 2024-11-19T15:37:42,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/97db48d3fd6c4216b2737f79cd39fecb, entries=150, sequenceid=390, filesize=12.0 K 2024-11-19T15:37:42,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 489ms, sequenceid=390, compaction requested=true 2024-11-19T15:37:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:42,606 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:42,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:42,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:42,607 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:42,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:42,607 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:42,607 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:42,607 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:42,607 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/162c57ff22c6418d8b3c6941c251255f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/fd6962b42b9644d19584d75447d3046b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/1e9dde871eed44caa7efb138500f8bc2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=92.4 K 2024-11-19T15:37:42,607 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:42,607 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:42,608 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:42,608 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/162c57ff22c6418d8b3c6941c251255f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/fd6962b42b9644d19584d75447d3046b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/1e9dde871eed44caa7efb138500f8bc2] 2024-11-19T15:37:42,608 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:42,608 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/57c2c068c7384fe98bf93859ef6e0b78, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ef73dbf0adde41e9af47ec6589ddf357, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/5030b65fb5254e6280c0ee6c0b273a17] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=36.8 K 2024-11-19T15:37:42,608 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 162c57ff22c6418d8b3c6941c251255f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732030659482 2024-11-19T15:37:42,608 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 57c2c068c7384fe98bf93859ef6e0b78, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732030659482 2024-11-19T15:37:42,608 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd6962b42b9644d19584d75447d3046b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732030659837 2024-11-19T15:37:42,608 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ef73dbf0adde41e9af47ec6589ddf357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732030659837 2024-11-19T15:37:42,609 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e9dde871eed44caa7efb138500f8bc2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732030662005 2024-11-19T15:37:42,609 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 5030b65fb5254e6280c0ee6c0b273a17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732030662005 2024-11-19T15:37:42,615 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:42,616 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:42,616 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/044c3dad755b41fbb8a5a61f7750013d is 50, key is test_row_0/B:col10/1732030662116/Put/seqid=0 2024-11-19T15:37:42,620 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119ec5e9cc18f4f4793bd3b0b0b9f20b0d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:42,622 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119ec5e9cc18f4f4793bd3b0b0b9f20b0d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:42,622 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ec5e9cc18f4f4793bd3b0b0b9f20b0d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742067_1243 (size=13221) 2024-11-19T15:37:42,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742068_1244 (size=4469) 2024-11-19T15:37:42,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-19T15:37:42,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:42,642 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T15:37:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a5688074f69040a1a18daa0d80767770_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030662150/Put/seqid=0 2024-11-19T15:37:42,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742069_1245 (size=12454) 2024-11-19T15:37:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:42,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. as already flushing 2024-11-19T15:37:42,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030722798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030722799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T15:37:42,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030722802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030722803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030722906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030722906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030722916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030722916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:42,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:42,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,031 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/044c3dad755b41fbb8a5a61f7750013d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/044c3dad755b41fbb8a5a61f7750013d 2024-11-19T15:37:43,037 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 044c3dad755b41fbb8a5a61f7750013d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:43,037 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#201 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:43,037 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:43,037 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=13, startTime=1732030662606; duration=0sec 2024-11-19T15:37:43,037 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:43,037 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:43,037 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:43,037 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ab443bd7cd4448c6bee80aa1eceafaab is 175, key is test_row_0/A:col10/1732030662116/Put/seqid=0 2024-11-19T15:37:43,039 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:43,039 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:43,039 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:43,039 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ce6079140cc3413b9b515fd86991bc7e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ea9bd0fcf3f74af390c10581987a0935, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/97db48d3fd6c4216b2737f79cd39fecb] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=36.8 K 2024-11-19T15:37:43,040 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ce6079140cc3413b9b515fd86991bc7e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732030659482 2024-11-19T15:37:43,040 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ea9bd0fcf3f74af390c10581987a0935, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732030659837 2024-11-19T15:37:43,040 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 97db48d3fd6c4216b2737f79cd39fecb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732030662005 2024-11-19T15:37:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742070_1246 (size=32175) 2024-11-19T15:37:43,048 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/ab443bd7cd4448c6bee80aa1eceafaab as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ab443bd7cd4448c6bee80aa1eceafaab 2024-11-19T15:37:43,050 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:43,050 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/c4673882965848cba82123b099b5b715 is 50, key is test_row_0/C:col10/1732030662116/Put/seqid=0 2024-11-19T15:37:43,054 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into ab443bd7cd4448c6bee80aa1eceafaab(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:43,054 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:43,054 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=13, startTime=1732030662606; duration=0sec 2024-11-19T15:37:43,054 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:43,054 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:43,062 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a5688074f69040a1a18daa0d80767770_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a5688074f69040a1a18daa0d80767770_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:43,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/25c78624e9e543408b92acbb78d5cfc8, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:43,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/25c78624e9e543408b92acbb78d5cfc8 is 175, key is test_row_0/A:col10/1732030662150/Put/seqid=0 2024-11-19T15:37:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742072_1248 (size=31255) 2024-11-19T15:37:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742071_1247 (size=13221) 2024-11-19T15:37:43,081 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/c4673882965848cba82123b099b5b715 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c4673882965848cba82123b099b5b715 2024-11-19T15:37:43,086 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into c4673882965848cba82123b099b5b715(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:43,086 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:43,086 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=13, startTime=1732030662607; duration=0sec 2024-11-19T15:37:43,086 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:43,086 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T15:37:43,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030723116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030723116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030723126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030723126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33370 deadline: 1732030723426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33398 deadline: 1732030723426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33332 deadline: 1732030723436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1732030723436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:37:43,468 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/25c78624e9e543408b92acbb78d5cfc8 2024-11-19T15:37:43,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/da3a6a4e28374641a7335cd5fa327a03 is 50, key is test_row_0/B:col10/1732030662150/Put/seqid=0 2024-11-19T15:37:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742073_1249 (size=12301) 2024-11-19T15:37:43,482 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/da3a6a4e28374641a7335cd5fa327a03 2024-11-19T15:37:43,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/2fc30c5ca1a84270a5759fd20606553e is 50, key is test_row_0/C:col10/1732030662150/Put/seqid=0 2024-11-19T15:37:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742074_1250 (size=12301) 2024-11-19T15:37:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T15:37:43,631 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-11-19T15:37:43,631 INFO [Thread-684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-684. 2024-11-19T15:37:43,631 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,631 DEBUG [Thread-684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,631 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,631 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,631 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,631 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,632 INFO [Thread-680 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-680. 2024-11-19T15:37:43,632 DEBUG [Thread-680 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,632 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,632 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,637 INFO [Thread-682 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-682. 2024-11-19T15:37:43,638 DEBUG [Thread-682 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,638 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,638 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,896 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/2fc30c5ca1a84270a5759fd20606553e 2024-11-19T15:37:43,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/25c78624e9e543408b92acbb78d5cfc8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/25c78624e9e543408b92acbb78d5cfc8 2024-11-19T15:37:43,903 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/25c78624e9e543408b92acbb78d5cfc8, entries=150, sequenceid=411, filesize=30.5 K 2024-11-19T15:37:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/da3a6a4e28374641a7335cd5fa327a03 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/da3a6a4e28374641a7335cd5fa327a03 2024-11-19T15:37:43,907 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/da3a6a4e28374641a7335cd5fa327a03, entries=150, sequenceid=411, filesize=12.0 K 2024-11-19T15:37:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/2fc30c5ca1a84270a5759fd20606553e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2fc30c5ca1a84270a5759fd20606553e 2024-11-19T15:37:43,911 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2fc30c5ca1a84270a5759fd20606553e, entries=150, sequenceid=411, filesize=12.0 K 2024-11-19T15:37:43,911 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1269ms, sequenceid=411, compaction requested=false 2024-11-19T15:37:43,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:43,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:43,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-19T15:37:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-19T15:37:43,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-19T15:37:43,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-19T15:37:43,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.4280 sec 2024-11-19T15:37:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:43,937 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:43,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T15:37:43,937 INFO [Thread-667 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-667. 2024-11-19T15:37:43,937 DEBUG [Thread-667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,937 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,937 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199ea38e51a2654b91a766a2d3196db0f4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030662796/Put/seqid=0 2024-11-19T15:37:43,947 INFO [Thread-671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-671. 2024-11-19T15:37:43,947 DEBUG [Thread-671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,947 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,948 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,948 INFO [Thread-669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-669. 2024-11-19T15:37:43,948 DEBUG [Thread-669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,948 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,948 INFO [Thread-675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-675. 2024-11-19T15:37:43,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742075_1251 (size=12454) 2024-11-19T15:37:43,948 DEBUG [Thread-675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:43,948 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,948 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,948 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:43,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:43,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:43,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199ea38e51a2654b91a766a2d3196db0f4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199ea38e51a2654b91a766a2d3196db0f4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:43,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/9b9a6a0227a049f0b22c317f23845101, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:43,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/9b9a6a0227a049f0b22c317f23845101 is 175, key is test_row_0/A:col10/1732030662796/Put/seqid=0 2024-11-19T15:37:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742076_1252 (size=31255) 2024-11-19T15:37:44,357 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/9b9a6a0227a049f0b22c317f23845101 2024-11-19T15:37:44,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/99b5f80f699340758cebf088cfaffb23 is 50, key is test_row_0/B:col10/1732030662796/Put/seqid=0 2024-11-19T15:37:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742077_1253 (size=12301) 2024-11-19T15:37:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T15:37:44,636 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:44,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/99b5f80f699340758cebf088cfaffb23 2024-11-19T15:37:44,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/35e02e080c5f4b5ebff3d4393b712b49 is 50, key is test_row_0/C:col10/1732030662796/Put/seqid=0 2024-11-19T15:37:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742078_1254 (size=12301) 2024-11-19T15:37:45,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/35e02e080c5f4b5ebff3d4393b712b49 2024-11-19T15:37:45,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/9b9a6a0227a049f0b22c317f23845101 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/9b9a6a0227a049f0b22c317f23845101 2024-11-19T15:37:45,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/9b9a6a0227a049f0b22c317f23845101, entries=150, sequenceid=430, filesize=30.5 K 2024-11-19T15:37:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/99b5f80f699340758cebf088cfaffb23 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/99b5f80f699340758cebf088cfaffb23 2024-11-19T15:37:45,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/99b5f80f699340758cebf088cfaffb23, entries=150, sequenceid=430, filesize=12.0 K 2024-11-19T15:37:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/35e02e080c5f4b5ebff3d4393b712b49 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/35e02e080c5f4b5ebff3d4393b712b49 2024-11-19T15:37:45,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/35e02e080c5f4b5ebff3d4393b712b49, entries=150, sequenceid=430, filesize=12.0 K 2024-11-19T15:37:45,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1257ms, sequenceid=430, compaction requested=true 2024-11-19T15:37:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:45,194 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:45,194 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:45,195 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:45,195 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:45,195 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A is initiating minor compaction (all files) 2024-11-19T15:37:45,195 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B is initiating minor compaction (all files) 2024-11-19T15:37:45,195 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:45,195 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:45,195 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ab443bd7cd4448c6bee80aa1eceafaab, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/25c78624e9e543408b92acbb78d5cfc8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/9b9a6a0227a049f0b22c317f23845101] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=92.5 K 2024-11-19T15:37:45,195 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/044c3dad755b41fbb8a5a61f7750013d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/da3a6a4e28374641a7335cd5fa327a03, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/99b5f80f699340758cebf088cfaffb23] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=36.9 K 2024-11-19T15:37:45,195 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:45,195 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ab443bd7cd4448c6bee80aa1eceafaab, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/25c78624e9e543408b92acbb78d5cfc8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/9b9a6a0227a049f0b22c317f23845101] 2024-11-19T15:37:45,196 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 044c3dad755b41fbb8a5a61f7750013d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732030662005 2024-11-19T15:37:45,196 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab443bd7cd4448c6bee80aa1eceafaab, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732030662005 2024-11-19T15:37:45,196 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting da3a6a4e28374641a7335cd5fa327a03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732030662146 2024-11-19T15:37:45,196 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25c78624e9e543408b92acbb78d5cfc8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732030662146 2024-11-19T15:37:45,196 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 99b5f80f699340758cebf088cfaffb23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732030662796 2024-11-19T15:37:45,196 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9a6a0227a049f0b22c317f23845101, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732030662796 2024-11-19T15:37:45,203 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:45,204 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#B#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:45,205 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/e7f62b79593c42aab633c40ba3135ee8 is 50, key is test_row_0/B:col10/1732030662796/Put/seqid=0 2024-11-19T15:37:45,205 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411192613b3e6de29497487092fcc750c58e1_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:45,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742079_1255 (size=13323) 2024-11-19T15:37:45,228 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411192613b3e6de29497487092fcc750c58e1_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:45,228 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192613b3e6de29497487092fcc750c58e1_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742080_1256 (size=4469) 2024-11-19T15:37:45,613 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/e7f62b79593c42aab633c40ba3135ee8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e7f62b79593c42aab633c40ba3135ee8 2024-11-19T15:37:45,618 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into e7f62b79593c42aab633c40ba3135ee8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:45,618 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:45,618 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, priority=13, startTime=1732030665194; duration=0sec 2024-11-19T15:37:45,618 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:45,618 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:B 2024-11-19T15:37:45,618 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:45,619 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:45,619 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C is initiating minor compaction (all files) 2024-11-19T15:37:45,619 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C in TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:45,619 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c4673882965848cba82123b099b5b715, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2fc30c5ca1a84270a5759fd20606553e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/35e02e080c5f4b5ebff3d4393b712b49] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp, totalSize=36.9 K 2024-11-19T15:37:45,620 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c4673882965848cba82123b099b5b715, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732030662005 2024-11-19T15:37:45,620 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fc30c5ca1a84270a5759fd20606553e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732030662146 2024-11-19T15:37:45,620 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 35e02e080c5f4b5ebff3d4393b712b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732030662796 2024-11-19T15:37:45,628 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:45,629 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/2b4b163a1f84442fa986d48a0c592d7b is 50, key is test_row_0/C:col10/1732030662796/Put/seqid=0 2024-11-19T15:37:45,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742081_1257 (size=13323) 2024-11-19T15:37:45,634 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b#A#compaction#210 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:45,635 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/2be3a4f70b514346900bd20de29161d0 is 175, key is test_row_0/A:col10/1732030662796/Put/seqid=0 2024-11-19T15:37:45,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742082_1258 (size=32277) 2024-11-19T15:37:46,038 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/2b4b163a1f84442fa986d48a0c592d7b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2b4b163a1f84442fa986d48a0c592d7b 2024-11-19T15:37:46,042 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 2b4b163a1f84442fa986d48a0c592d7b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:46,042 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/2be3a4f70b514346900bd20de29161d0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2be3a4f70b514346900bd20de29161d0 2024-11-19T15:37:46,042 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:46,042 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, priority=13, startTime=1732030665194; duration=0sec 2024-11-19T15:37:46,043 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:46,043 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:C 2024-11-19T15:37:46,047 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A of 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b into 2be3a4f70b514346900bd20de29161d0(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:46,047 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: 2024-11-19T15:37:46,047 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., storeName=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, priority=13, startTime=1732030665194; duration=0sec 2024-11-19T15:37:46,047 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:46,047 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b:A 2024-11-19T15:37:46,577 INFO [Thread-673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-673. 2024-11-19T15:37:46,577 DEBUG [Thread-673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:37:46,577 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:46,577 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:46,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3256 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3477 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1482 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4443 rows 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1478 2024-11-19T15:37:46,578 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4432 rows 2024-11-19T15:37:46,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:37:46,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:37:46,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:46,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:46,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:37:46,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T15:37:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T15:37:46,581 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030666581"}]},"ts":"1732030666581"} 2024-11-19T15:37:46,583 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T15:37:46,583 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T15:37:46,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:37:46,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, UNASSIGN}] 2024-11-19T15:37:46,585 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, UNASSIGN 2024-11-19T15:37:46,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, UNASSIGN because future has completed 2024-11-19T15:37:46,587 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:37:46,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:37:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T15:37:46,739 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:46,739 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:37:46,739 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, disabling compactions & flushes 2024-11-19T15:37:46,740 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:46,740 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:46,740 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. after waiting 0 ms 2024-11-19T15:37:46,740 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:46,740 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T15:37:46,746 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111907bf338eb0654de985ba1657592db74e_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b is 50, key is test_row_0/A:col10/1732030663946/Put/seqid=0 2024-11-19T15:37:46,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742083_1259 (size=9914) 2024-11-19T15:37:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T15:37:47,150 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:47,154 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111907bf338eb0654de985ba1657592db74e_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111907bf338eb0654de985ba1657592db74e_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:47,155 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/68aa1b6622ea44299bf9cb8caba183e3, store: [table=TestAcidGuarantees family=A region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b] 2024-11-19T15:37:47,155 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/68aa1b6622ea44299bf9cb8caba183e3 is 175, key is test_row_0/A:col10/1732030663946/Put/seqid=0 2024-11-19T15:37:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742084_1260 (size=22561) 2024-11-19T15:37:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T15:37:47,560 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/68aa1b6622ea44299bf9cb8caba183e3 2024-11-19T15:37:47,566 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/62c67371c3a748f7b5364c84eb3c77e4 is 50, key is test_row_0/B:col10/1732030663946/Put/seqid=0 2024-11-19T15:37:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742085_1261 (size=9857) 2024-11-19T15:37:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T15:37:47,970 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/62c67371c3a748f7b5364c84eb3c77e4 2024-11-19T15:37:47,976 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/0749054fe903496f95e8de8d98abf875 is 50, key is test_row_0/C:col10/1732030663946/Put/seqid=0 2024-11-19T15:37:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742086_1262 (size=9857) 2024-11-19T15:37:48,380 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/0749054fe903496f95e8de8d98abf875 2024-11-19T15:37:48,384 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/A/68aa1b6622ea44299bf9cb8caba183e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/68aa1b6622ea44299bf9cb8caba183e3 2024-11-19T15:37:48,388 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/68aa1b6622ea44299bf9cb8caba183e3, entries=100, sequenceid=440, filesize=22.0 K 2024-11-19T15:37:48,389 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/B/62c67371c3a748f7b5364c84eb3c77e4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/62c67371c3a748f7b5364c84eb3c77e4 2024-11-19T15:37:48,392 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/62c67371c3a748f7b5364c84eb3c77e4, entries=100, sequenceid=440, filesize=9.6 K 2024-11-19T15:37:48,393 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/.tmp/C/0749054fe903496f95e8de8d98abf875 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/0749054fe903496f95e8de8d98abf875 2024-11-19T15:37:48,397 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/0749054fe903496f95e8de8d98abf875, entries=100, sequenceid=440, filesize=9.6 K 2024-11-19T15:37:48,398 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1658ms, sequenceid=440, compaction requested=false 2024-11-19T15:37:48,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d0a66cf71ce34324a3277a5caf2dfa01, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/67084bf979324facbb6f15e9d45b87fe, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/6812044c8d0b4be59f25e92cdda7d2d1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f3a05e3e320541818b102a43693bdf0d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/abf121afab3545b59fe9b0eaed75df3a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/169d3635c2ac43b8b493f73b04bb0f30, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/7bfedd7c7fb4453e8456149233fb51de, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f017dbd8a63540778c53b649da9a14ae, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/61d16e39eeaa45d586f4c9d7cd16ff40, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ac32897ba4b349b9ae4915a321cee113, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/bb34bdfb6fa14534a7e687024d70d8f4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/de8624098d6a4363ac72bacf0d6aab32, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ecce84ee6ff5483191fae9f37e0bafa3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2711cf5377c441328bfff0bd5a2190d5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ffa1f450b2fe4c2fb1a8b4dd966adb52, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/94fab1072a0a4ca69aa63c014bfb2435, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d4291710cff742ffaedb8615d9d21f14, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d8f0f01e99204e908eabac7631fa1f8c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/19a5cd8c85f44ecebcc53a055baf6b0a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/5bc420ce76f447f5be09766f80cca590, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/662d1d848e2043fc974d679834a456bd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/3924da3654d8423babc61b18e718dbaa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/a842dc9c50fb48b3bf368cec906873f6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/162c57ff22c6418d8b3c6941c251255f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/c10688d9e1a54e21937715ba2907509d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/fd6962b42b9644d19584d75447d3046b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ab443bd7cd4448c6bee80aa1eceafaab, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/1e9dde871eed44caa7efb138500f8bc2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/25c78624e9e543408b92acbb78d5cfc8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/9b9a6a0227a049f0b22c317f23845101] to archive 2024-11-19T15:37:48,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:37:48,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d0a66cf71ce34324a3277a5caf2dfa01 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d0a66cf71ce34324a3277a5caf2dfa01 2024-11-19T15:37:48,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/67084bf979324facbb6f15e9d45b87fe to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/67084bf979324facbb6f15e9d45b87fe 2024-11-19T15:37:48,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/6812044c8d0b4be59f25e92cdda7d2d1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/6812044c8d0b4be59f25e92cdda7d2d1 2024-11-19T15:37:48,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f3a05e3e320541818b102a43693bdf0d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f3a05e3e320541818b102a43693bdf0d 2024-11-19T15:37:48,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/abf121afab3545b59fe9b0eaed75df3a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/abf121afab3545b59fe9b0eaed75df3a 2024-11-19T15:37:48,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/169d3635c2ac43b8b493f73b04bb0f30 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/169d3635c2ac43b8b493f73b04bb0f30 2024-11-19T15:37:48,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/7bfedd7c7fb4453e8456149233fb51de to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/7bfedd7c7fb4453e8456149233fb51de 2024-11-19T15:37:48,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f017dbd8a63540778c53b649da9a14ae to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/f017dbd8a63540778c53b649da9a14ae 2024-11-19T15:37:48,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/61d16e39eeaa45d586f4c9d7cd16ff40 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/61d16e39eeaa45d586f4c9d7cd16ff40 2024-11-19T15:37:48,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ac32897ba4b349b9ae4915a321cee113 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ac32897ba4b349b9ae4915a321cee113 2024-11-19T15:37:48,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/bb34bdfb6fa14534a7e687024d70d8f4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/bb34bdfb6fa14534a7e687024d70d8f4 2024-11-19T15:37:48,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/de8624098d6a4363ac72bacf0d6aab32 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/de8624098d6a4363ac72bacf0d6aab32 2024-11-19T15:37:48,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ecce84ee6ff5483191fae9f37e0bafa3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ecce84ee6ff5483191fae9f37e0bafa3 2024-11-19T15:37:48,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2711cf5377c441328bfff0bd5a2190d5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2711cf5377c441328bfff0bd5a2190d5 2024-11-19T15:37:48,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ffa1f450b2fe4c2fb1a8b4dd966adb52 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ffa1f450b2fe4c2fb1a8b4dd966adb52 2024-11-19T15:37:48,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/94fab1072a0a4ca69aa63c014bfb2435 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/94fab1072a0a4ca69aa63c014bfb2435 2024-11-19T15:37:48,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d4291710cff742ffaedb8615d9d21f14 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d4291710cff742ffaedb8615d9d21f14 2024-11-19T15:37:48,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d8f0f01e99204e908eabac7631fa1f8c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/d8f0f01e99204e908eabac7631fa1f8c 2024-11-19T15:37:48,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/19a5cd8c85f44ecebcc53a055baf6b0a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/19a5cd8c85f44ecebcc53a055baf6b0a 2024-11-19T15:37:48,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/5bc420ce76f447f5be09766f80cca590 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/5bc420ce76f447f5be09766f80cca590 2024-11-19T15:37:48,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/662d1d848e2043fc974d679834a456bd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/662d1d848e2043fc974d679834a456bd 2024-11-19T15:37:48,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/3924da3654d8423babc61b18e718dbaa to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/3924da3654d8423babc61b18e718dbaa 2024-11-19T15:37:48,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/a842dc9c50fb48b3bf368cec906873f6 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/a842dc9c50fb48b3bf368cec906873f6 2024-11-19T15:37:48,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/162c57ff22c6418d8b3c6941c251255f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/162c57ff22c6418d8b3c6941c251255f 2024-11-19T15:37:48,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/c10688d9e1a54e21937715ba2907509d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/c10688d9e1a54e21937715ba2907509d 2024-11-19T15:37:48,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/fd6962b42b9644d19584d75447d3046b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/fd6962b42b9644d19584d75447d3046b 2024-11-19T15:37:48,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ab443bd7cd4448c6bee80aa1eceafaab to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/ab443bd7cd4448c6bee80aa1eceafaab 2024-11-19T15:37:48,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/1e9dde871eed44caa7efb138500f8bc2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/1e9dde871eed44caa7efb138500f8bc2 2024-11-19T15:37:48,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/25c78624e9e543408b92acbb78d5cfc8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/25c78624e9e543408b92acbb78d5cfc8 2024-11-19T15:37:48,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/9b9a6a0227a049f0b22c317f23845101 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/9b9a6a0227a049f0b22c317f23845101 2024-11-19T15:37:48,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/3d1a8a2431394a40935c92d9e1c811f9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b288d9ac72ea417786084695d371a399, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2cf5e65c553f4277a9870d8a68cb3d08, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/04d2d43c935f489db858f680b167314e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/dceaaf95f59a40f2a1579b53b7e7804f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ffe498be0cb84db98811fa4fac9d6463, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d043dc92c74a4059b4b919b9d71bd656, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/00cf73c6b1e94a5ebc81ecee7153d619, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/872074d539d54d10b95d3bab21ca3dea, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b09bb6385abd4067a0a6170a3e4e0893, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/009b12a99c48401490336df60e366733, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/feba136c856c42888b98a57c7cb59e1a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/cd5bced19b00462da9de54965552694a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/687a967187b9420ea2008f9b40eb63c2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2906f46ce2bd494b9be7efc18691138b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/091888103bcb416daab11d2e61ef528b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d0ba728da8d84ba090155abc11ab24b7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/75bd32576953416e8914695bf270711f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e0f254521d8c4a43ad8515bf4f2a4f7f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4e316dabfa484f28b074dd0dfde57e5f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/8e89e83a73af4dd9ad412c2319c23f71, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/408cbed1589c429ea2ca43f1318ee20d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/c095d04d12e14c6698f14a9546098cd9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/57c2c068c7384fe98bf93859ef6e0b78, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4ca03db3a980431fbcc713615788eb6a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ef73dbf0adde41e9af47ec6589ddf357, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/044c3dad755b41fbb8a5a61f7750013d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/5030b65fb5254e6280c0ee6c0b273a17, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/da3a6a4e28374641a7335cd5fa327a03, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/99b5f80f699340758cebf088cfaffb23] to archive 2024-11-19T15:37:48,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:37:48,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/3d1a8a2431394a40935c92d9e1c811f9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/3d1a8a2431394a40935c92d9e1c811f9 2024-11-19T15:37:48,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b288d9ac72ea417786084695d371a399 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b288d9ac72ea417786084695d371a399 2024-11-19T15:37:48,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2cf5e65c553f4277a9870d8a68cb3d08 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2cf5e65c553f4277a9870d8a68cb3d08 2024-11-19T15:37:48,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/04d2d43c935f489db858f680b167314e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/04d2d43c935f489db858f680b167314e 2024-11-19T15:37:48,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/dceaaf95f59a40f2a1579b53b7e7804f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/dceaaf95f59a40f2a1579b53b7e7804f 2024-11-19T15:37:48,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ffe498be0cb84db98811fa4fac9d6463 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ffe498be0cb84db98811fa4fac9d6463 2024-11-19T15:37:48,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d043dc92c74a4059b4b919b9d71bd656 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d043dc92c74a4059b4b919b9d71bd656 2024-11-19T15:37:48,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/00cf73c6b1e94a5ebc81ecee7153d619 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/00cf73c6b1e94a5ebc81ecee7153d619 2024-11-19T15:37:48,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/872074d539d54d10b95d3bab21ca3dea to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/872074d539d54d10b95d3bab21ca3dea 2024-11-19T15:37:48,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b09bb6385abd4067a0a6170a3e4e0893 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/b09bb6385abd4067a0a6170a3e4e0893 2024-11-19T15:37:48,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/009b12a99c48401490336df60e366733 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/009b12a99c48401490336df60e366733 2024-11-19T15:37:48,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/feba136c856c42888b98a57c7cb59e1a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/feba136c856c42888b98a57c7cb59e1a 2024-11-19T15:37:48,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/cd5bced19b00462da9de54965552694a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/cd5bced19b00462da9de54965552694a 2024-11-19T15:37:48,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/687a967187b9420ea2008f9b40eb63c2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/687a967187b9420ea2008f9b40eb63c2 2024-11-19T15:37:48,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2906f46ce2bd494b9be7efc18691138b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/2906f46ce2bd494b9be7efc18691138b 2024-11-19T15:37:48,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/091888103bcb416daab11d2e61ef528b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/091888103bcb416daab11d2e61ef528b 2024-11-19T15:37:48,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d0ba728da8d84ba090155abc11ab24b7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/d0ba728da8d84ba090155abc11ab24b7 2024-11-19T15:37:48,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/75bd32576953416e8914695bf270711f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/75bd32576953416e8914695bf270711f 2024-11-19T15:37:48,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e0f254521d8c4a43ad8515bf4f2a4f7f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e0f254521d8c4a43ad8515bf4f2a4f7f 2024-11-19T15:37:48,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4e316dabfa484f28b074dd0dfde57e5f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4e316dabfa484f28b074dd0dfde57e5f 2024-11-19T15:37:48,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/8e89e83a73af4dd9ad412c2319c23f71 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/8e89e83a73af4dd9ad412c2319c23f71 2024-11-19T15:37:48,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/408cbed1589c429ea2ca43f1318ee20d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/408cbed1589c429ea2ca43f1318ee20d 2024-11-19T15:37:48,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/c095d04d12e14c6698f14a9546098cd9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/c095d04d12e14c6698f14a9546098cd9 2024-11-19T15:37:48,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/57c2c068c7384fe98bf93859ef6e0b78 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/57c2c068c7384fe98bf93859ef6e0b78 2024-11-19T15:37:48,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4ca03db3a980431fbcc713615788eb6a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/4ca03db3a980431fbcc713615788eb6a 2024-11-19T15:37:48,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ef73dbf0adde41e9af47ec6589ddf357 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/ef73dbf0adde41e9af47ec6589ddf357 2024-11-19T15:37:48,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/044c3dad755b41fbb8a5a61f7750013d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/044c3dad755b41fbb8a5a61f7750013d 2024-11-19T15:37:48,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/5030b65fb5254e6280c0ee6c0b273a17 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/5030b65fb5254e6280c0ee6c0b273a17 2024-11-19T15:37:48,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/da3a6a4e28374641a7335cd5fa327a03 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/da3a6a4e28374641a7335cd5fa327a03 2024-11-19T15:37:48,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/99b5f80f699340758cebf088cfaffb23 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/99b5f80f699340758cebf088cfaffb23 2024-11-19T15:37:48,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/1f70e4639e59411b8e8898ef278eec5b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b3f2fa96a14444309972b59ef83fdfe2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e20429acf08d4cafa20339f0113a56c3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/871ee2d7837d4cf2b1966f67ed3af092, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/993fda583b364b6b960c0d41d1af0038, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/57cd2f3f771749959d838425e8590fe8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/8f0be534ad78410cb70519e769a11068, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/62130df6ee754326859a29a2dc1a1963, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/fa72a1c970d141dea0cbc2d2663942cc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/7385d475bc7441f0aab36d16b01e95dd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/36d0fd11494544459bc8c6ce3eb4580c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/3b951c43fd9e4f9bb26add903f4eaf0c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/38e6211dcc7648b1b755678fb2ecc328, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/cf3a702a30c5406ca5fc8840297a0fa9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/37907bb518f141dcb9bdedcab6b3a2ae, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/9be57ed47a734200bf84edfa02a05beb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b91fa4c2aa5248948a26630b4abe0e17, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c35b9d9d76c94bcb91fc4a5cea3443b8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/790e617591a2419e97b378ee101c1089, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/01385efa407b43ec9b9c7865987a735c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/03629c1fc1d344bc90b93fa16c9acf26, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/11c07573c9ff46abb6a3bb4593b5956f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/40e2ef781e9a4684ac9d55562c9d7f4a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ce6079140cc3413b9b515fd86991bc7e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e33f343e04e74bf184ce7cd8c6782b06, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ea9bd0fcf3f74af390c10581987a0935, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c4673882965848cba82123b099b5b715, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/97db48d3fd6c4216b2737f79cd39fecb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2fc30c5ca1a84270a5759fd20606553e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/35e02e080c5f4b5ebff3d4393b712b49] to archive 2024-11-19T15:37:48,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:37:48,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/1f70e4639e59411b8e8898ef278eec5b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/1f70e4639e59411b8e8898ef278eec5b 2024-11-19T15:37:48,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b3f2fa96a14444309972b59ef83fdfe2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b3f2fa96a14444309972b59ef83fdfe2 2024-11-19T15:37:48,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e20429acf08d4cafa20339f0113a56c3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e20429acf08d4cafa20339f0113a56c3 2024-11-19T15:37:48,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/871ee2d7837d4cf2b1966f67ed3af092 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/871ee2d7837d4cf2b1966f67ed3af092 2024-11-19T15:37:48,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/993fda583b364b6b960c0d41d1af0038 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/993fda583b364b6b960c0d41d1af0038 2024-11-19T15:37:48,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/57cd2f3f771749959d838425e8590fe8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/57cd2f3f771749959d838425e8590fe8 2024-11-19T15:37:48,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/8f0be534ad78410cb70519e769a11068 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/8f0be534ad78410cb70519e769a11068 2024-11-19T15:37:48,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/62130df6ee754326859a29a2dc1a1963 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/62130df6ee754326859a29a2dc1a1963 2024-11-19T15:37:48,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/fa72a1c970d141dea0cbc2d2663942cc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/fa72a1c970d141dea0cbc2d2663942cc 2024-11-19T15:37:48,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/7385d475bc7441f0aab36d16b01e95dd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/7385d475bc7441f0aab36d16b01e95dd 2024-11-19T15:37:48,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/36d0fd11494544459bc8c6ce3eb4580c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/36d0fd11494544459bc8c6ce3eb4580c 2024-11-19T15:37:48,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/3b951c43fd9e4f9bb26add903f4eaf0c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/3b951c43fd9e4f9bb26add903f4eaf0c 2024-11-19T15:37:48,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/38e6211dcc7648b1b755678fb2ecc328 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/38e6211dcc7648b1b755678fb2ecc328 2024-11-19T15:37:48,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/cf3a702a30c5406ca5fc8840297a0fa9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/cf3a702a30c5406ca5fc8840297a0fa9 2024-11-19T15:37:48,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/37907bb518f141dcb9bdedcab6b3a2ae to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/37907bb518f141dcb9bdedcab6b3a2ae 2024-11-19T15:37:48,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/9be57ed47a734200bf84edfa02a05beb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/9be57ed47a734200bf84edfa02a05beb 2024-11-19T15:37:48,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b91fa4c2aa5248948a26630b4abe0e17 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/b91fa4c2aa5248948a26630b4abe0e17 2024-11-19T15:37:48,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c35b9d9d76c94bcb91fc4a5cea3443b8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c35b9d9d76c94bcb91fc4a5cea3443b8 2024-11-19T15:37:48,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/790e617591a2419e97b378ee101c1089 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/790e617591a2419e97b378ee101c1089 2024-11-19T15:37:48,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/01385efa407b43ec9b9c7865987a735c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/01385efa407b43ec9b9c7865987a735c 2024-11-19T15:37:48,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/03629c1fc1d344bc90b93fa16c9acf26 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/03629c1fc1d344bc90b93fa16c9acf26 2024-11-19T15:37:48,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/11c07573c9ff46abb6a3bb4593b5956f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/11c07573c9ff46abb6a3bb4593b5956f 2024-11-19T15:37:48,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/40e2ef781e9a4684ac9d55562c9d7f4a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/40e2ef781e9a4684ac9d55562c9d7f4a 2024-11-19T15:37:48,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ce6079140cc3413b9b515fd86991bc7e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ce6079140cc3413b9b515fd86991bc7e 2024-11-19T15:37:48,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e33f343e04e74bf184ce7cd8c6782b06 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/e33f343e04e74bf184ce7cd8c6782b06 2024-11-19T15:37:48,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ea9bd0fcf3f74af390c10581987a0935 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/ea9bd0fcf3f74af390c10581987a0935 2024-11-19T15:37:48,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c4673882965848cba82123b099b5b715 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/c4673882965848cba82123b099b5b715 2024-11-19T15:37:48,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/97db48d3fd6c4216b2737f79cd39fecb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/97db48d3fd6c4216b2737f79cd39fecb 2024-11-19T15:37:48,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2fc30c5ca1a84270a5759fd20606553e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2fc30c5ca1a84270a5759fd20606553e 2024-11-19T15:37:48,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/35e02e080c5f4b5ebff3d4393b712b49 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/35e02e080c5f4b5ebff3d4393b712b49 2024-11-19T15:37:48,492 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/recovered.edits/443.seqid, newMaxSeqId=443, maxSeqId=4 2024-11-19T15:37:48,493 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. 2024-11-19T15:37:48,493 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b: Waiting for close lock at 1732030666739Running coprocessor pre-close hooks at 1732030666739Disabling compacts and flushes for region at 1732030666739Disabling writes for close at 1732030666740 (+1 ms)Obtaining lock to block concurrent updates at 1732030666740Preparing flush snapshotting stores in 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b at 1732030666740Finished memstore snapshotting TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732030666740Flushing stores of TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b. at 1732030666741 (+1 ms)Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A: creating writer at 1732030666741Flushing mob file 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A: appending metadata at 1732030666746 (+5 ms)Flushing mob file 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A: closing flushed file at 1732030666746Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A: appending metadata at 1732030667155 (+409 ms)Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A: closing flushed file at 1732030667155Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B: creating writer at 1732030667563 (+408 ms)Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B: appending metadata at 1732030667566 (+3 ms)Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B: closing flushed file at 1732030667566Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C: creating writer at 1732030667974 (+408 ms)Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C: appending metadata at 1732030667976 (+2 ms)Flushing 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C: closing flushed file at 1732030667976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac0b196: reopening flushed file at 1732030668384 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7632e112: reopening flushed file at 1732030668388 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be1d8ae: reopening flushed file at 1732030668393 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b in 1658ms, sequenceid=440, compaction requested=false at 1732030668398 (+5 ms)Writing region close event to WAL at 1732030668489 (+91 ms)Running coprocessor post-close hooks at 1732030668493 (+4 ms)Closed at 1732030668493 2024-11-19T15:37:48,495 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, regionState=CLOSED 2024-11-19T15:37:48,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:37:48,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-19T15:37:48,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, server=50570b5b74e7,40977,1732030610255 in 1.9100 sec 2024-11-19T15:37:48,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-19T15:37:48,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, UNASSIGN in 1.9150 sec 2024-11-19T15:37:48,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-19T15:37:48,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9170 sec 2024-11-19T15:37:48,503 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030668503"}]},"ts":"1732030668503"} 2024-11-19T15:37:48,504 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T15:37:48,504 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T15:37:48,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-19T15:37:48,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T15:37:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T15:37:48,726 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:48,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T15:37:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:48,728 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T15:37:48,729 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:48,732 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,734 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/recovered.edits] 2024-11-19T15:37:48,736 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2be3a4f70b514346900bd20de29161d0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/2be3a4f70b514346900bd20de29161d0 2024-11-19T15:37:48,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/68aa1b6622ea44299bf9cb8caba183e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/A/68aa1b6622ea44299bf9cb8caba183e3 2024-11-19T15:37:48,739 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/62c67371c3a748f7b5364c84eb3c77e4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/62c67371c3a748f7b5364c84eb3c77e4 2024-11-19T15:37:48,740 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e7f62b79593c42aab633c40ba3135ee8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/B/e7f62b79593c42aab633c40ba3135ee8 2024-11-19T15:37:48,743 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/0749054fe903496f95e8de8d98abf875 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/0749054fe903496f95e8de8d98abf875 2024-11-19T15:37:48,744 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2b4b163a1f84442fa986d48a0c592d7b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/C/2b4b163a1f84442fa986d48a0c592d7b 2024-11-19T15:37:48,746 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/recovered.edits/443.seqid to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b/recovered.edits/443.seqid 2024-11-19T15:37:48,746 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,746 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T15:37:48,747 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T15:37:48,748 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T15:37:48,752 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111907bf338eb0654de985ba1657592db74e_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111907bf338eb0654de985ba1657592db74e_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,753 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193cb63ac35737452cb0fc910657e3316f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193cb63ac35737452cb0fc910657e3316f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,754 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119406ab9f9a77a40b29a2ec6d3a60be6d7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119406ab9f9a77a40b29a2ec6d3a60be6d7_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,755 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119422b3e98fe5c47278ac97c7b114454bd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119422b3e98fe5c47278ac97c7b114454bd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,756 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194344bb4f7bd94c66bdd6c3d79d4b9297_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194344bb4f7bd94c66bdd6c3d79d4b9297_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,757 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111944268b70aa5d40969d7fa408fcff4399_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111944268b70aa5d40969d7fa408fcff4399_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,758 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111966b5c00d175b45e082ce3f8ed70f2cd4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111966b5c00d175b45e082ce3f8ed70f2cd4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,759 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111966f01b4af3524acc8df4556f571100d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111966f01b4af3524acc8df4556f571100d3_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,760 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119670e564c1a8c4a3491ddee080878ed6b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119670e564c1a8c4a3491ddee080878ed6b_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,761 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111969387e9daac249fb89d5309f69f0323a_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111969387e9daac249fb89d5309f69f0323a_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,762 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197169724016af4333acd0c4b2832a5c22_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197169724016af4333acd0c4b2832a5c22_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,763 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197d1d9f3b2aea433e92dcb3c900537504_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197d1d9f3b2aea433e92dcb3c900537504_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,764 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119858c0bdf04594b3ea7415a9437a67f40_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119858c0bdf04594b3ea7415a9437a67f40_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,765 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119971213b2ea674c469b2348519403d33f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119971213b2ea674c469b2348519403d33f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,766 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111997e6811494bc40ed917e96d0a96aff4c_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111997e6811494bc40ed917e96d0a96aff4c_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,767 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199ea38e51a2654b91a766a2d3196db0f4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199ea38e51a2654b91a766a2d3196db0f4_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,768 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a5688074f69040a1a18daa0d80767770_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a5688074f69040a1a18daa0d80767770_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,769 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c21d584dda55496097c552234019797d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c21d584dda55496097c552234019797d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,770 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c7e8d3e65bbc4e628e8588002f30fbfd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c7e8d3e65bbc4e628e8588002f30fbfd_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,771 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c8e41dc2bc154334ac6e69885d373c47_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c8e41dc2bc154334ac6e69885d373c47_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,772 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cbedf701b4624e4690ee0fe4d85ad02d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cbedf701b4624e4690ee0fe4d85ad02d_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,773 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d60673578cdb49fcafd722657527734f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d60673578cdb49fcafd722657527734f_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,774 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f92199148c444ed9b198d45ed1439e29_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f92199148c444ed9b198d45ed1439e29_6a88bbdde7b7e6c3e9aa0aeb3fb93b9b 2024-11-19T15:37:48,774 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T15:37:48,776 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:48,779 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T15:37:48,781 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T15:37:48,782 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:48,782 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T15:37:48,782 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732030668782"}]},"ts":"9223372036854775807"} 2024-11-19T15:37:48,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T15:37:48,784 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6a88bbdde7b7e6c3e9aa0aeb3fb93b9b, NAME => 'TestAcidGuarantees,,1732030640470.6a88bbdde7b7e6c3e9aa0aeb3fb93b9b.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T15:37:48,784 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T15:37:48,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732030668784"}]},"ts":"9223372036854775807"} 2024-11-19T15:37:48,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T15:37:48,786 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:48,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-19T15:37:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T15:37:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T15:37:48,836 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:48,845 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399384386_22 at /127.0.0.1:43726 [Waiting for operation #1556] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_137907655_22 at /127.0.0.1:57822 [Waiting for operation #1252] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399384386_22 at /127.0.0.1:57826 [Waiting for operation #1247] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_137907655_22 at /127.0.0.1:57724 [Waiting for operation #1299] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7347) 2024-11-19T15:37:48,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=7256 2024-11-19T15:37:48,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:37:48,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:37:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T15:37:48,857 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T15:37:48,857 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:48,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-11-19T15:37:48,857 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T15:37:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-19T15:37:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742087_1263 (size=959) 2024-11-19T15:37:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-19T15:37:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-19T15:37:49,265 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:37:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742088_1264 (size=53) 2024-11-19T15:37:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-19T15:37:49,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:37:49,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5339a334c96fa23cb649ad368d894013, disabling compactions & flushes 2024-11-19T15:37:49,670 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:49,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:49,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. after waiting 0 ms 2024-11-19T15:37:49,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:49,670 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:49,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5339a334c96fa23cb649ad368d894013: Waiting for close lock at 1732030669670Disabling compacts and flushes for region at 1732030669670Disabling writes for close at 1732030669670Writing region close event to WAL at 1732030669670Closed at 1732030669670 2024-11-19T15:37:49,671 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T15:37:49,672 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732030669672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732030669672"}]},"ts":"1732030669672"} 2024-11-19T15:37:49,673 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T15:37:49,674 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T15:37:49,674 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030669674"}]},"ts":"1732030669674"} 2024-11-19T15:37:49,675 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T15:37:49,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, ASSIGN}] 2024-11-19T15:37:49,676 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, ASSIGN 2024-11-19T15:37:49,677 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, ASSIGN; state=OFFLINE, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=false 2024-11-19T15:37:49,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5339a334c96fa23cb649ad368d894013, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:49,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, ASSIGN because future has completed 2024-11-19T15:37:49,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:37:49,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T15:37:49,984 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:49,984 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:37:49,984 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,984 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:37:49,984 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,984 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,986 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,987 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5339a334c96fa23cb649ad368d894013 columnFamilyName A 2024-11-19T15:37:49,987 DEBUG [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:49,987 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] regionserver.HStore(327): Store=5339a334c96fa23cb649ad368d894013/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:49,987 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,988 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5339a334c96fa23cb649ad368d894013 columnFamilyName B 2024-11-19T15:37:49,989 DEBUG [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:49,989 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] regionserver.HStore(327): Store=5339a334c96fa23cb649ad368d894013/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:49,989 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,990 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5339a334c96fa23cb649ad368d894013 columnFamilyName C 2024-11-19T15:37:49,990 DEBUG [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:37:49,990 INFO [StoreOpener-5339a334c96fa23cb649ad368d894013-1 {}] regionserver.HStore(327): Store=5339a334c96fa23cb649ad368d894013/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:37:49,990 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,991 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,991 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,992 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,992 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,992 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:37:49,993 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,995 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:37:49,995 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened 5339a334c96fa23cb649ad368d894013; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69173833, jitterRate=0.0307704359292984}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:37:49,995 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-19T15:37:49,996 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for 5339a334c96fa23cb649ad368d894013: Running coprocessor pre-open hook at 1732030669984Writing region info on filesystem at 1732030669984Initializing all the Stores at 1732030669985 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030669985Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030669985Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030669985Cleaning up temporary data from old regions at 1732030669992 (+7 ms)Running coprocessor post-open hooks at 1732030669995 (+3 ms)Region opened successfully at 1732030669996 (+1 ms) 2024-11-19T15:37:49,997 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., pid=71, masterSystemTime=1732030669981 2024-11-19T15:37:49,998 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:49,998 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:49,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5339a334c96fa23cb649ad368d894013, regionState=OPEN, openSeqNum=2, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:50,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:37:50,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-19T15:37:50,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 in 172 msec 2024-11-19T15:37:50,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-19T15:37:50,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, ASSIGN in 328 msec 2024-11-19T15:37:50,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T15:37:50,005 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030670004"}]},"ts":"1732030670004"} 2024-11-19T15:37:50,006 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T15:37:50,006 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T15:37:50,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-19T15:37:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-19T15:37:51,006 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:51,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2712dedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,009 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e9d26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,011 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24481d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T15:37:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 50570b5b74e7,40533,1732030609496 2024-11-19T15:37:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bd5a8f9 2024-11-19T15:37:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T15:37:51,016 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T15:37:51,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec3b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,018 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e55dcd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,019 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0e308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cbc4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,021 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d95fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,022 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2027530e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4365a39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,024 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22697109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,025 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4179917f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475d5325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,027 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bba58a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,028 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224c8cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547d6ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,030 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9f01a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,031 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243fed62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,033 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e736138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,034 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e873259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3ed5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3669f33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714c9b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fab171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3ef883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130bce22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ba3a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,041 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181e3509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,042 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3bf6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46691b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:37:51,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:37:51,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:37:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:37:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:37:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f70b2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:37:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:37:51,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:37:51,045 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:37:51,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eb3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:37:51,047 DEBUG [Thread-1227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,047 DEBUG [Thread-1231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,048 DEBUG [Thread-1222 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,048 DEBUG [Thread-1220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,048 DEBUG [Thread-1225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,048 DEBUG [Thread-1216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,048 DEBUG [Thread-1229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,049 DEBUG [Thread-1220 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,049 DEBUG [Thread-1220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,050 DEBUG [Thread-1214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,051 DEBUG [Thread-1218 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-19T15:37:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T15:37:51,059 DEBUG [Thread-1233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:37:51,059 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:51,061 DEBUG [Thread-1233 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:37:51,061 DEBUG [Thread-1233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:37:51,062 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:51,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:51,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:37:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:37:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:51,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:51,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:51,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030731099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030731101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030731103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030731103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030731104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/afabea07eb44406b97755a77b690fafe is 50, key is test_row_1/A:col10/1732030671063/Put/seqid=0 2024-11-19T15:37:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742089_1265 (size=9657) 2024-11-19T15:37:51,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/afabea07eb44406b97755a77b690fafe 2024-11-19T15:37:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T15:37:51,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/239664be2dfa40269bfda60cfbac4b8f is 50, key is test_row_1/B:col10/1732030671063/Put/seqid=0 2024-11-19T15:37:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742090_1266 (size=9657) 2024-11-19T15:37:51,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/239664be2dfa40269bfda60cfbac4b8f 2024-11-19T15:37:51,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T15:37:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030731216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030731216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030731217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030731217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030731217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/defee32e0b0547b1b81879a10e2028f5 is 50, key is test_row_1/C:col10/1732030671063/Put/seqid=0 2024-11-19T15:37:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742091_1267 (size=9657) 2024-11-19T15:37:51,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/defee32e0b0547b1b81879a10e2028f5 2024-11-19T15:37:51,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/afabea07eb44406b97755a77b690fafe as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afabea07eb44406b97755a77b690fafe 2024-11-19T15:37:51,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afabea07eb44406b97755a77b690fafe, entries=100, sequenceid=13, filesize=9.4 K 2024-11-19T15:37:51,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/239664be2dfa40269bfda60cfbac4b8f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/239664be2dfa40269bfda60cfbac4b8f 2024-11-19T15:37:51,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/239664be2dfa40269bfda60cfbac4b8f, entries=100, sequenceid=13, filesize=9.4 K 2024-11-19T15:37:51,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/defee32e0b0547b1b81879a10e2028f5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/defee32e0b0547b1b81879a10e2028f5 2024-11-19T15:37:51,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/defee32e0b0547b1b81879a10e2028f5, entries=100, sequenceid=13, filesize=9.4 K 2024-11-19T15:37:51,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5339a334c96fa23cb649ad368d894013 in 244ms, sequenceid=13, compaction requested=false 2024-11-19T15:37:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:51,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T15:37:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,372 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:37:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T15:37:51,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/d619dcdfde954b539200b08d47cf334f is 50, key is test_row_0/A:col10/1732030671090/Put/seqid=0 2024-11-19T15:37:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742092_1268 (size=12001) 2024-11-19T15:37:51,402 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/d619dcdfde954b539200b08d47cf334f 2024-11-19T15:37:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/09a4e6a2fc1349318bc847c612493daa is 50, key is test_row_0/B:col10/1732030671090/Put/seqid=0 2024-11-19T15:37:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030731434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030731437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742093_1269 (size=12001) 2024-11-19T15:37:51,443 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/09a4e6a2fc1349318bc847c612493daa 2024-11-19T15:37:51,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030731440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030731440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030731441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/d25360eb86604d0bb43a3d804775b7c8 is 50, key is test_row_0/C:col10/1732030671090/Put/seqid=0 2024-11-19T15:37:51,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742094_1270 (size=12001) 2024-11-19T15:37:51,483 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/d25360eb86604d0bb43a3d804775b7c8 2024-11-19T15:37:51,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/d619dcdfde954b539200b08d47cf334f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d619dcdfde954b539200b08d47cf334f 2024-11-19T15:37:51,495 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d619dcdfde954b539200b08d47cf334f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T15:37:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/09a4e6a2fc1349318bc847c612493daa as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09a4e6a2fc1349318bc847c612493daa 2024-11-19T15:37:51,503 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09a4e6a2fc1349318bc847c612493daa, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T15:37:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-19T15:37:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/d25360eb86604d0bb43a3d804775b7c8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/d25360eb86604d0bb43a3d804775b7c8 2024-11-19T15:37:51,510 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/d25360eb86604d0bb43a3d804775b7c8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T15:37:51,511 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5339a334c96fa23cb649ad368d894013 in 139ms, sequenceid=37, compaction requested=false 2024-11-19T15:37:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-19T15:37:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-19T15:37:51,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-19T15:37:51,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 452 msec 2024-11-19T15:37:51,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 462 msec 2024-11-19T15:37:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:51,549 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:51,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T15:37:51,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bbc0d96445b746a4afb3d62214c53586 is 50, key is test_row_0/A:col10/1732030671438/Put/seqid=0 2024-11-19T15:37:51,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742095_1271 (size=12001) 2024-11-19T15:37:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030731579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030731580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030731581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030731585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030731587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T15:37:51,687 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:51,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-19T15:37:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T15:37:51,689 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:51,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:51,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:51,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030731696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030731696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030731696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030731696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030731700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T15:37:51,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T15:37:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030731906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030731907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030731907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030731907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030731916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:51,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bbc0d96445b746a4afb3d62214c53586 2024-11-19T15:37:51,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/a5d3ce17166449aa9f4defbd9b14437b is 50, key is test_row_0/B:col10/1732030671438/Put/seqid=0 2024-11-19T15:37:51,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742096_1272 (size=12001) 2024-11-19T15:37:51,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/a5d3ce17166449aa9f4defbd9b14437b 2024-11-19T15:37:51,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/48338866faf14b0c803d41de9418a2a2 is 50, key is test_row_0/C:col10/1732030671438/Put/seqid=0 2024-11-19T15:37:51,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T15:37:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:51,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742097_1273 (size=12001) 2024-11-19T15:37:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T15:37:52,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T15:37:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030732216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030732216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030732216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030732216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030732226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T15:37:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T15:37:52,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/48338866faf14b0c803d41de9418a2a2 2024-11-19T15:37:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bbc0d96445b746a4afb3d62214c53586 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bbc0d96445b746a4afb3d62214c53586 2024-11-19T15:37:52,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bbc0d96445b746a4afb3d62214c53586, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T15:37:52,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/a5d3ce17166449aa9f4defbd9b14437b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/a5d3ce17166449aa9f4defbd9b14437b 2024-11-19T15:37:52,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/a5d3ce17166449aa9f4defbd9b14437b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T15:37:52,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/48338866faf14b0c803d41de9418a2a2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/48338866faf14b0c803d41de9418a2a2 2024-11-19T15:37:52,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/48338866faf14b0c803d41de9418a2a2, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T15:37:52,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5339a334c96fa23cb649ad368d894013 in 893ms, sequenceid=51, compaction requested=true 2024-11-19T15:37:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T15:37:52,442 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:52,442 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:52,445 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:52,445 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:37:52,445 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,445 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afabea07eb44406b97755a77b690fafe, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d619dcdfde954b539200b08d47cf334f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bbc0d96445b746a4afb3d62214c53586] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=32.9 K 2024-11-19T15:37:52,445 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:52,446 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:37:52,446 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,446 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/239664be2dfa40269bfda60cfbac4b8f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09a4e6a2fc1349318bc847c612493daa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/a5d3ce17166449aa9f4defbd9b14437b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=32.9 K 2024-11-19T15:37:52,446 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting afabea07eb44406b97755a77b690fafe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732030671063 2024-11-19T15:37:52,446 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 239664be2dfa40269bfda60cfbac4b8f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732030671063 2024-11-19T15:37:52,446 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d619dcdfde954b539200b08d47cf334f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732030671090 2024-11-19T15:37:52,447 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a4e6a2fc1349318bc847c612493daa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732030671090 2024-11-19T15:37:52,447 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbc0d96445b746a4afb3d62214c53586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732030671438 2024-11-19T15:37:52,447 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d3ce17166449aa9f4defbd9b14437b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732030671438 2024-11-19T15:37:52,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T15:37:52,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,459 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T15:37:52,472 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:52,473 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/643a8647a9da4967906551d63dffe9d1 is 50, key is test_row_0/B:col10/1732030671438/Put/seqid=0 2024-11-19T15:37:52,487 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:52,488 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/eb5ee1c4471447c286b59547665382e9 is 50, key is test_row_0/A:col10/1732030671438/Put/seqid=0 2024-11-19T15:37:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/9ffe63b637614d4c800af6abbbae7242 is 50, key is test_row_0/A:col10/1732030671584/Put/seqid=0 2024-11-19T15:37:52,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742098_1274 (size=12104) 2024-11-19T15:37:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742100_1276 (size=12104) 2024-11-19T15:37:52,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742099_1275 (size=12001) 2024-11-19T15:37:52,551 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/9ffe63b637614d4c800af6abbbae7242 2024-11-19T15:37:52,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/0e66355a65084d71926dd901dc524599 is 50, key is test_row_0/B:col10/1732030671584/Put/seqid=0 2024-11-19T15:37:52,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742101_1277 (size=12001) 2024-11-19T15:37:52,580 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/0e66355a65084d71926dd901dc524599 2024-11-19T15:37:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/8c985513479e42c5b665a32f8ddfe3bf is 50, key is test_row_0/C:col10/1732030671584/Put/seqid=0 2024-11-19T15:37:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742102_1278 (size=12001) 2024-11-19T15:37:52,610 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/8c985513479e42c5b665a32f8ddfe3bf 2024-11-19T15:37:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/9ffe63b637614d4c800af6abbbae7242 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/9ffe63b637614d4c800af6abbbae7242 2024-11-19T15:37:52,625 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/9ffe63b637614d4c800af6abbbae7242, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T15:37:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/0e66355a65084d71926dd901dc524599 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0e66355a65084d71926dd901dc524599 2024-11-19T15:37:52,639 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0e66355a65084d71926dd901dc524599, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T15:37:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/8c985513479e42c5b665a32f8ddfe3bf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/8c985513479e42c5b665a32f8ddfe3bf 2024-11-19T15:37:52,649 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/8c985513479e42c5b665a32f8ddfe3bf, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T15:37:52,650 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 5339a334c96fa23cb649ad368d894013 in 191ms, sequenceid=74, compaction requested=true 2024-11-19T15:37:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-19T15:37:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-19T15:37:52,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-19T15:37:52,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 963 msec 2024-11-19T15:37:52,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 971 msec 2024-11-19T15:37:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:52,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:52,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:52,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/21fe09bf71e345b485f48ce9fe64f1e8 is 50, key is test_row_0/A:col10/1732030672732/Put/seqid=0 2024-11-19T15:37:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742103_1279 (size=14341) 2024-11-19T15:37:52,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030732782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030732782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030732784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030732785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030732788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T15:37:52,826 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:52,826 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-19T15:37:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T15:37:52,829 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:52,830 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:52,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030732896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030732896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030732897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030732897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030732897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:52,919 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/643a8647a9da4967906551d63dffe9d1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/643a8647a9da4967906551d63dffe9d1 2024-11-19T15:37:52,927 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/eb5ee1c4471447c286b59547665382e9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/eb5ee1c4471447c286b59547665382e9 2024-11-19T15:37:52,929 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 643a8647a9da4967906551d63dffe9d1(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:52,929 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:52,929 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030672442; duration=0sec 2024-11-19T15:37:52,929 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:52,929 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:37:52,929 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:52,930 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:52,930 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:37:52,931 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,931 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/defee32e0b0547b1b81879a10e2028f5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/d25360eb86604d0bb43a3d804775b7c8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/48338866faf14b0c803d41de9418a2a2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/8c985513479e42c5b665a32f8ddfe3bf] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=44.6 K 2024-11-19T15:37:52,931 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting defee32e0b0547b1b81879a10e2028f5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732030671063 2024-11-19T15:37:52,932 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d25360eb86604d0bb43a3d804775b7c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732030671090 2024-11-19T15:37:52,932 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 48338866faf14b0c803d41de9418a2a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732030671438 2024-11-19T15:37:52,932 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into eb5ee1c4471447c286b59547665382e9(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:52,932 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:52,932 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030672442; duration=0sec 2024-11-19T15:37:52,932 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c985513479e42c5b665a32f8ddfe3bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732030671577 2024-11-19T15:37:52,932 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:52,932 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:37:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T15:37:52,943 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:52,944 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/f6fa080004dd4770b75787c644f92fbd is 50, key is test_row_0/C:col10/1732030671584/Put/seqid=0 2024-11-19T15:37:52,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742104_1280 (size=12139) 2024-11-19T15:37:52,964 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/f6fa080004dd4770b75787c644f92fbd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f6fa080004dd4770b75787c644f92fbd 2024-11-19T15:37:52,972 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into f6fa080004dd4770b75787c644f92fbd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:52,972 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:52,972 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=12, startTime=1732030672442; duration=0sec 2024-11-19T15:37:52,973 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:52,973 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:37:52,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:52,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030733106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030733106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030733106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030733106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030733106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T15:37:53,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/21fe09bf71e345b485f48ce9fe64f1e8 2024-11-19T15:37:53,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/4b88c52f8845441b97612b81f5060e20 is 50, key is test_row_0/B:col10/1732030672732/Put/seqid=0 2024-11-19T15:37:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742105_1281 (size=12001) 2024-11-19T15:37:53,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:53,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:53,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030733416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030733416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030733416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030733416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030733416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:53,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T15:37:53,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/4b88c52f8845441b97612b81f5060e20 2024-11-19T15:37:53,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1cd98e89266c448684cfe6d70da36ae7 is 50, key is test_row_0/C:col10/1732030672732/Put/seqid=0 2024-11-19T15:37:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742106_1282 (size=12001) 2024-11-19T15:37:53,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:53,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:53,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:53,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:53,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030733925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030733925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030733926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030733926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030733936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:53,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:53,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T15:37:54,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T15:37:54,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1cd98e89266c448684cfe6d70da36ae7 2024-11-19T15:37:54,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/21fe09bf71e345b485f48ce9fe64f1e8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/21fe09bf71e345b485f48ce9fe64f1e8 2024-11-19T15:37:54,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/21fe09bf71e345b485f48ce9fe64f1e8, entries=200, sequenceid=85, filesize=14.0 K 2024-11-19T15:37:54,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/4b88c52f8845441b97612b81f5060e20 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/4b88c52f8845441b97612b81f5060e20 2024-11-19T15:37:54,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/4b88c52f8845441b97612b81f5060e20, entries=150, sequenceid=85, filesize=11.7 K 2024-11-19T15:37:54,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1cd98e89266c448684cfe6d70da36ae7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1cd98e89266c448684cfe6d70da36ae7 2024-11-19T15:37:54,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:54,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:54,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1cd98e89266c448684cfe6d70da36ae7, entries=150, sequenceid=85, filesize=11.7 K 2024-11-19T15:37:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:54,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5339a334c96fa23cb649ad368d894013 in 1324ms, sequenceid=85, compaction requested=true 2024-11-19T15:37:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:54,058 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:54,058 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:54,061 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:54,061 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:54,061 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:37:54,062 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:54,062 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:37:54,062 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:54,062 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/eb5ee1c4471447c286b59547665382e9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/9ffe63b637614d4c800af6abbbae7242, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/21fe09bf71e345b485f48ce9fe64f1e8] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=37.5 K 2024-11-19T15:37:54,062 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/643a8647a9da4967906551d63dffe9d1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0e66355a65084d71926dd901dc524599, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/4b88c52f8845441b97612b81f5060e20] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=35.3 K 2024-11-19T15:37:54,062 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb5ee1c4471447c286b59547665382e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732030671438 2024-11-19T15:37:54,063 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 643a8647a9da4967906551d63dffe9d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732030671438 2024-11-19T15:37:54,063 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ffe63b637614d4c800af6abbbae7242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732030671577 2024-11-19T15:37:54,063 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e66355a65084d71926dd901dc524599, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732030671577 2024-11-19T15:37:54,064 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b88c52f8845441b97612b81f5060e20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732030672728 2024-11-19T15:37:54,064 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21fe09bf71e345b485f48ce9fe64f1e8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732030672728 2024-11-19T15:37:54,073 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:54,074 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/990afd772bc24580ac9c03afcbf3ccee is 50, key is test_row_0/A:col10/1732030672732/Put/seqid=0 2024-11-19T15:37:54,078 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:54,079 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/957b3d9aa8ce42a78140613a33bc05d8 is 50, key is test_row_0/B:col10/1732030672732/Put/seqid=0 2024-11-19T15:37:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742107_1283 (size=12207) 2024-11-19T15:37:54,095 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/990afd772bc24580ac9c03afcbf3ccee as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/990afd772bc24580ac9c03afcbf3ccee 2024-11-19T15:37:54,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742108_1284 (size=12207) 2024-11-19T15:37:54,101 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into 990afd772bc24580ac9c03afcbf3ccee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:54,101 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:54,101 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030674058; duration=0sec 2024-11-19T15:37:54,101 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:54,101 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:37:54,101 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T15:37:54,102 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T15:37:54,102 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T15:37:54,102 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. because compaction request was cancelled 2024-11-19T15:37:54,102 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:37:54,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T15:37:54,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:54,210 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:37:54,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/c7451547e57546e48c6eb5873529795f is 50, key is test_row_0/A:col10/1732030672786/Put/seqid=0 2024-11-19T15:37:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742109_1285 (size=12001) 2024-11-19T15:37:54,506 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/957b3d9aa8ce42a78140613a33bc05d8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/957b3d9aa8ce42a78140613a33bc05d8 2024-11-19T15:37:54,511 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 957b3d9aa8ce42a78140613a33bc05d8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:54,511 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:54,511 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030674058; duration=0sec 2024-11-19T15:37:54,512 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:54,512 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:37:54,622 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/c7451547e57546e48c6eb5873529795f 2024-11-19T15:37:54,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/dbf854c466154917bdb73ecbe2653014 is 50, key is test_row_0/B:col10/1732030672786/Put/seqid=0 2024-11-19T15:37:54,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742110_1286 (size=12001) 2024-11-19T15:37:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:54,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:54,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030734949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030734949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:54,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030734950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030734950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030734951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T15:37:55,036 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/dbf854c466154917bdb73ecbe2653014 2024-11-19T15:37:55,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/40b933a2c9f04d72b2d35da2139d4ba1 is 50, key is test_row_0/C:col10/1732030672786/Put/seqid=0 2024-11-19T15:37:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742111_1287 (size=12001) 2024-11-19T15:37:55,050 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/40b933a2c9f04d72b2d35da2139d4ba1 2024-11-19T15:37:55,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/c7451547e57546e48c6eb5873529795f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/c7451547e57546e48c6eb5873529795f 2024-11-19T15:37:55,058 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/c7451547e57546e48c6eb5873529795f, entries=150, sequenceid=114, filesize=11.7 K 2024-11-19T15:37:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030735056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/dbf854c466154917bdb73ecbe2653014 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/dbf854c466154917bdb73ecbe2653014 2024-11-19T15:37:55,064 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/dbf854c466154917bdb73ecbe2653014, entries=150, sequenceid=114, filesize=11.7 K 2024-11-19T15:37:55,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/40b933a2c9f04d72b2d35da2139d4ba1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/40b933a2c9f04d72b2d35da2139d4ba1 2024-11-19T15:37:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030735066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,069 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/40b933a2c9f04d72b2d35da2139d4ba1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-19T15:37:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030735066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030735067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5339a334c96fa23cb649ad368d894013 in 860ms, sequenceid=114, compaction requested=true 2024-11-19T15:37:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-19T15:37:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-19T15:37:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:55,071 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:55,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T15:37:55,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-19T15:37:55,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2410 sec 2024-11-19T15:37:55,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.2500 sec 2024-11-19T15:37:55,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/e1f1019eccbf414586ad433f976da53f is 50, key is test_row_0/A:col10/1732030674949/Put/seqid=0 2024-11-19T15:37:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742112_1288 (size=12001) 2024-11-19T15:37:55,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030735159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030735266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030735266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030735275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030735275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030735275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030735476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/e1f1019eccbf414586ad433f976da53f 2024-11-19T15:37:55,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/d453a0e97c1e4bc9ae72a33c7af51c40 is 50, key is test_row_0/B:col10/1732030674949/Put/seqid=0 2024-11-19T15:37:55,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742113_1289 (size=12001) 2024-11-19T15:37:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030735576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030735585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030735586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030735586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030735786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:55,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/d453a0e97c1e4bc9ae72a33c7af51c40 2024-11-19T15:37:55,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/c953a6f6c06a44df9f092806e4bad49e is 50, key is test_row_0/C:col10/1732030674949/Put/seqid=0 2024-11-19T15:37:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742114_1290 (size=12001) 2024-11-19T15:37:56,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030736085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030736096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030736096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030736096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:56,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030736296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:56,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/c953a6f6c06a44df9f092806e4bad49e 2024-11-19T15:37:56,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/e1f1019eccbf414586ad433f976da53f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e1f1019eccbf414586ad433f976da53f 2024-11-19T15:37:56,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e1f1019eccbf414586ad433f976da53f, entries=150, sequenceid=128, filesize=11.7 K 2024-11-19T15:37:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/d453a0e97c1e4bc9ae72a33c7af51c40 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d453a0e97c1e4bc9ae72a33c7af51c40 2024-11-19T15:37:56,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d453a0e97c1e4bc9ae72a33c7af51c40, entries=150, sequenceid=128, filesize=11.7 K 2024-11-19T15:37:56,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/c953a6f6c06a44df9f092806e4bad49e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c953a6f6c06a44df9f092806e4bad49e 2024-11-19T15:37:56,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c953a6f6c06a44df9f092806e4bad49e, entries=150, sequenceid=128, filesize=11.7 K 2024-11-19T15:37:56,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5339a334c96fa23cb649ad368d894013 in 1250ms, sequenceid=128, compaction requested=true 2024-11-19T15:37:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:56,321 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:56,321 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:37:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:56,322 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:56,322 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:37:56,322 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:37:56,322 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:37:56,322 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:56,322 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:56,322 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/957b3d9aa8ce42a78140613a33bc05d8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/dbf854c466154917bdb73ecbe2653014, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d453a0e97c1e4bc9ae72a33c7af51c40] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=35.4 K 2024-11-19T15:37:56,322 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/990afd772bc24580ac9c03afcbf3ccee, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/c7451547e57546e48c6eb5873529795f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e1f1019eccbf414586ad433f976da53f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=35.4 K 2024-11-19T15:37:56,323 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 990afd772bc24580ac9c03afcbf3ccee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732030672728 2024-11-19T15:37:56,323 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 957b3d9aa8ce42a78140613a33bc05d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732030672728 2024-11-19T15:37:56,323 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7451547e57546e48c6eb5873529795f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732030672773 2024-11-19T15:37:56,323 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting dbf854c466154917bdb73ecbe2653014, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732030672773 2024-11-19T15:37:56,324 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1f1019eccbf414586ad433f976da53f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732030674947 2024-11-19T15:37:56,324 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d453a0e97c1e4bc9ae72a33c7af51c40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732030674947 2024-11-19T15:37:56,330 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:56,330 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/6dcdfb73084f449bba05adc6def85b3c is 50, key is test_row_0/A:col10/1732030674949/Put/seqid=0 2024-11-19T15:37:56,331 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:56,331 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/cd6e1fa3470e4dfc8e63f23a85c29ce1 is 50, key is test_row_0/B:col10/1732030674949/Put/seqid=0 2024-11-19T15:37:56,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742115_1291 (size=12309) 2024-11-19T15:37:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742116_1292 (size=12309) 2024-11-19T15:37:56,740 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/6dcdfb73084f449bba05adc6def85b3c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/6dcdfb73084f449bba05adc6def85b3c 2024-11-19T15:37:56,744 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/cd6e1fa3470e4dfc8e63f23a85c29ce1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/cd6e1fa3470e4dfc8e63f23a85c29ce1 2024-11-19T15:37:56,745 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into 6dcdfb73084f449bba05adc6def85b3c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:56,745 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:56,745 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030676321; duration=0sec 2024-11-19T15:37:56,745 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:56,745 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:37:56,745 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:56,746 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:56,747 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:37:56,747 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:56,747 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f6fa080004dd4770b75787c644f92fbd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1cd98e89266c448684cfe6d70da36ae7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/40b933a2c9f04d72b2d35da2139d4ba1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c953a6f6c06a44df9f092806e4bad49e] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=47.0 K 2024-11-19T15:37:56,747 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6fa080004dd4770b75787c644f92fbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732030671577 2024-11-19T15:37:56,747 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cd98e89266c448684cfe6d70da36ae7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732030672728 2024-11-19T15:37:56,748 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40b933a2c9f04d72b2d35da2139d4ba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732030672773 2024-11-19T15:37:56,748 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c953a6f6c06a44df9f092806e4bad49e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732030674947 2024-11-19T15:37:56,749 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into cd6e1fa3470e4dfc8e63f23a85c29ce1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:56,749 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:56,749 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030676321; duration=0sec 2024-11-19T15:37:56,749 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:56,749 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:37:56,756 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:56,756 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/54acb1a3912f4aca8b85bfd3a09b0597 is 50, key is test_row_0/C:col10/1732030674949/Put/seqid=0 2024-11-19T15:37:56,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742117_1293 (size=12275) 2024-11-19T15:37:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T15:37:56,986 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:56,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-19T15:37:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T15:37:56,988 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:56,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:56,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T15:37:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:57,099 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:57,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:37:57,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/a62a541e983741a8a138bb3f9fe50115 is 50, key is test_row_0/A:col10/1732030675147/Put/seqid=0 2024-11-19T15:37:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742118_1294 (size=14541) 2024-11-19T15:37:57,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/a62a541e983741a8a138bb3f9fe50115 2024-11-19T15:37:57,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8e1db18c82f844e3bb89fcfd374bff10 is 50, key is test_row_0/B:col10/1732030675147/Put/seqid=0 2024-11-19T15:37:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030737117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030737118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030737120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030737122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742119_1295 (size=12151) 2024-11-19T15:37:57,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T15:37:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,165 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/54acb1a3912f4aca8b85bfd3a09b0597 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/54acb1a3912f4aca8b85bfd3a09b0597 2024-11-19T15:37:57,170 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into 54acb1a3912f4aca8b85bfd3a09b0597(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:57,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:57,170 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=12, startTime=1732030676321; duration=0sec 2024-11-19T15:37:57,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:57,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:37:57,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030737226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030737226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030737227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030737227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T15:37:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T15:37:57,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030737306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,309 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:37:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030737435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030737435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030737436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030737436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T15:37:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8e1db18c82f844e3bb89fcfd374bff10 2024-11-19T15:37:57,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/a28ddf8ff6464627a313fdcc3e55ba72 is 50, key is test_row_0/C:col10/1732030675147/Put/seqid=0 2024-11-19T15:37:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742120_1296 (size=12151) 2024-11-19T15:37:57,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T15:37:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T15:37:57,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030737746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030737746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030737746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030737746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:57,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T15:37:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T15:37:57,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:57,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:57,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:57,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/a28ddf8ff6464627a313fdcc3e55ba72 2024-11-19T15:37:57,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/a62a541e983741a8a138bb3f9fe50115 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/a62a541e983741a8a138bb3f9fe50115 2024-11-19T15:37:57,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/a62a541e983741a8a138bb3f9fe50115, entries=200, sequenceid=154, filesize=14.2 K 2024-11-19T15:37:57,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8e1db18c82f844e3bb89fcfd374bff10 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8e1db18c82f844e3bb89fcfd374bff10 2024-11-19T15:37:57,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8e1db18c82f844e3bb89fcfd374bff10, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T15:37:57,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/a28ddf8ff6464627a313fdcc3e55ba72 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/a28ddf8ff6464627a313fdcc3e55ba72 2024-11-19T15:37:57,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/a28ddf8ff6464627a313fdcc3e55ba72, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T15:37:57,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5339a334c96fa23cb649ad368d894013 in 859ms, sequenceid=154, compaction requested=false 2024-11-19T15:37:57,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:58,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T15:37:58,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:58,061 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:37:58,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/69157b5e654f460fa2cbeb1bac1ab3a1 is 50, key is test_row_0/A:col10/1732030677119/Put/seqid=0 2024-11-19T15:37:58,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742121_1297 (size=12151) 2024-11-19T15:37:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T15:37:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:58,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:58,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030738310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030738310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030738311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030738311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030738425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030738426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030738426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030738426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,471 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/69157b5e654f460fa2cbeb1bac1ab3a1 2024-11-19T15:37:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/7934fa5656fe4e529adbbf3b66eadd01 is 50, key is test_row_0/B:col10/1732030677119/Put/seqid=0 2024-11-19T15:37:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742122_1298 (size=12151) 2024-11-19T15:37:58,484 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/7934fa5656fe4e529adbbf3b66eadd01 2024-11-19T15:37:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/3785a7f0e0744d338985188ee2e43abf is 50, key is test_row_0/C:col10/1732030677119/Put/seqid=0 2024-11-19T15:37:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742123_1299 (size=12151) 2024-11-19T15:37:58,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030738635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030738636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030738636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030738636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,895 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/3785a7f0e0744d338985188ee2e43abf 2024-11-19T15:37:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/69157b5e654f460fa2cbeb1bac1ab3a1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/69157b5e654f460fa2cbeb1bac1ab3a1 2024-11-19T15:37:58,903 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/69157b5e654f460fa2cbeb1bac1ab3a1, entries=150, sequenceid=167, filesize=11.9 K 2024-11-19T15:37:58,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/7934fa5656fe4e529adbbf3b66eadd01 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7934fa5656fe4e529adbbf3b66eadd01 2024-11-19T15:37:58,907 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7934fa5656fe4e529adbbf3b66eadd01, entries=150, sequenceid=167, filesize=11.9 K 2024-11-19T15:37:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/3785a7f0e0744d338985188ee2e43abf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3785a7f0e0744d338985188ee2e43abf 2024-11-19T15:37:58,911 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3785a7f0e0744d338985188ee2e43abf, entries=150, sequenceid=167, filesize=11.9 K 2024-11-19T15:37:58,912 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5339a334c96fa23cb649ad368d894013 in 851ms, sequenceid=167, compaction requested=true 2024-11-19T15:37:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-19T15:37:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-19T15:37:58,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-19T15:37:58,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9250 sec 2024-11-19T15:37:58,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9300 sec 2024-11-19T15:37:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:58,948 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:37:58,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:37:58,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bd45604bf4384f599ea76b2d17f16884 is 50, key is test_row_0/A:col10/1732030678947/Put/seqid=0 2024-11-19T15:37:58,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742124_1300 (size=14541) 2024-11-19T15:37:58,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bd45604bf4384f599ea76b2d17f16884 2024-11-19T15:37:58,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030738955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030738956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030738958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:58,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030738959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:58,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:58,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/845dca13a97f49d898fbbf851da46bc8 is 50, key is test_row_0/B:col10/1732030678947/Put/seqid=0 2024-11-19T15:37:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742125_1301 (size=12151) 2024-11-19T15:37:59,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030739066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030739066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030739066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030739066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T15:37:59,136 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:37:59,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:37:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-19T15:37:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T15:37:59,138 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:37:59,139 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:37:59,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:37:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T15:37:59,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030739275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030739276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030739276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030739276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T15:37:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:59,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:37:59,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030739326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,329 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:37:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/845dca13a97f49d898fbbf851da46bc8 2024-11-19T15:37:59,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1c65d6fa600740a081186a08d39946b5 is 50, key is test_row_0/C:col10/1732030678947/Put/seqid=0 2024-11-19T15:37:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742126_1302 (size=12151) 2024-11-19T15:37:59,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1c65d6fa600740a081186a08d39946b5 2024-11-19T15:37:59,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bd45604bf4384f599ea76b2d17f16884 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bd45604bf4384f599ea76b2d17f16884 2024-11-19T15:37:59,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bd45604bf4384f599ea76b2d17f16884, entries=200, sequenceid=192, filesize=14.2 K 2024-11-19T15:37:59,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/845dca13a97f49d898fbbf851da46bc8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/845dca13a97f49d898fbbf851da46bc8 2024-11-19T15:37:59,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/845dca13a97f49d898fbbf851da46bc8, entries=150, sequenceid=192, filesize=11.9 K 2024-11-19T15:37:59,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1c65d6fa600740a081186a08d39946b5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1c65d6fa600740a081186a08d39946b5 2024-11-19T15:37:59,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1c65d6fa600740a081186a08d39946b5, entries=150, sequenceid=192, filesize=11.9 K 2024-11-19T15:37:59,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5339a334c96fa23cb649ad368d894013 in 456ms, sequenceid=192, compaction requested=true 2024-11-19T15:37:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:37:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:37:59,405 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:37:59,405 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:59,406 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:59,406 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53542 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:59,406 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:37:59,406 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:37:59,406 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:59,406 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:59,406 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/cd6e1fa3470e4dfc8e63f23a85c29ce1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8e1db18c82f844e3bb89fcfd374bff10, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7934fa5656fe4e529adbbf3b66eadd01, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/845dca13a97f49d898fbbf851da46bc8] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=47.6 K 2024-11-19T15:37:59,406 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/6dcdfb73084f449bba05adc6def85b3c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/a62a541e983741a8a138bb3f9fe50115, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/69157b5e654f460fa2cbeb1bac1ab3a1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bd45604bf4384f599ea76b2d17f16884] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=52.3 K 2024-11-19T15:37:59,407 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dcdfb73084f449bba05adc6def85b3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732030674947 2024-11-19T15:37:59,407 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cd6e1fa3470e4dfc8e63f23a85c29ce1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732030674947 2024-11-19T15:37:59,407 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e1db18c82f844e3bb89fcfd374bff10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732030675142 2024-11-19T15:37:59,407 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting a62a541e983741a8a138bb3f9fe50115, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732030675142 2024-11-19T15:37:59,408 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 7934fa5656fe4e529adbbf3b66eadd01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030677112 2024-11-19T15:37:59,408 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69157b5e654f460fa2cbeb1bac1ab3a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030677112 2024-11-19T15:37:59,408 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 845dca13a97f49d898fbbf851da46bc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030678275 2024-11-19T15:37:59,408 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd45604bf4384f599ea76b2d17f16884, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030678275 2024-11-19T15:37:59,419 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:59,419 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/5800c152a2224eef8141f1ec1819e537 is 50, key is test_row_0/A:col10/1732030678947/Put/seqid=0 2024-11-19T15:37:59,419 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:59,420 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8fdcbc552313494cbff078a2e5837b31 is 50, key is test_row_0/B:col10/1732030678947/Put/seqid=0 2024-11-19T15:37:59,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742127_1303 (size=12595) 2024-11-19T15:37:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742128_1304 (size=12595) 2024-11-19T15:37:59,439 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8fdcbc552313494cbff078a2e5837b31 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8fdcbc552313494cbff078a2e5837b31 2024-11-19T15:37:59,444 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 8fdcbc552313494cbff078a2e5837b31(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:59,444 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:59,444 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=12, startTime=1732030679405; duration=0sec 2024-11-19T15:37:59,444 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:37:59,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T15:37:59,444 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:37:59,444 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:37:59,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:59,444 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:37:59,446 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:37:59,446 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:37:59,446 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:37:59,446 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/54acb1a3912f4aca8b85bfd3a09b0597, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/a28ddf8ff6464627a313fdcc3e55ba72, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3785a7f0e0744d338985188ee2e43abf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1c65d6fa600740a081186a08d39946b5] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=47.6 K 2024-11-19T15:37:59,447 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 54acb1a3912f4aca8b85bfd3a09b0597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732030674947 2024-11-19T15:37:59,447 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a28ddf8ff6464627a313fdcc3e55ba72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732030675142 2024-11-19T15:37:59,447 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 3785a7f0e0744d338985188ee2e43abf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030677112 2024-11-19T15:37:59,448 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c65d6fa600740a081186a08d39946b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030678275 2024-11-19T15:37:59,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bac2e6d1d4a3457ca357e5bc2940ddde is 50, key is test_row_0/A:col10/1732030678955/Put/seqid=0 2024-11-19T15:37:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T15:37:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742129_1305 (size=12151) 2024-11-19T15:37:59,469 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:37:59,469 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/03188d2adafc4ba3bde8468b60fe8fe0 is 50, key is test_row_0/C:col10/1732030678947/Put/seqid=0 2024-11-19T15:37:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742130_1306 (size=12561) 2024-11-19T15:37:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:37:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:37:59,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030739616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030739617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030739621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030739622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030739725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030739725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030739736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030739736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T15:37:59,835 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/5800c152a2224eef8141f1ec1819e537 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5800c152a2224eef8141f1ec1819e537 2024-11-19T15:37:59,839 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into 5800c152a2224eef8141f1ec1819e537(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:59,839 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:59,839 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=12, startTime=1732030679405; duration=0sec 2024-11-19T15:37:59,839 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:59,839 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:37:59,868 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bac2e6d1d4a3457ca357e5bc2940ddde 2024-11-19T15:37:59,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/1789ac1bcb46404da9f7723c89ca30fd is 50, key is test_row_0/B:col10/1732030678955/Put/seqid=0 2024-11-19T15:37:59,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742131_1307 (size=12151) 2024-11-19T15:37:59,879 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/03188d2adafc4ba3bde8468b60fe8fe0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/03188d2adafc4ba3bde8468b60fe8fe0 2024-11-19T15:37:59,879 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/1789ac1bcb46404da9f7723c89ca30fd 2024-11-19T15:37:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/f27c0677c94e4a9ca13cc347d1873395 is 50, key is test_row_0/C:col10/1732030678955/Put/seqid=0 2024-11-19T15:37:59,893 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into 03188d2adafc4ba3bde8468b60fe8fe0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:37:59,893 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:37:59,893 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=12, startTime=1732030679405; duration=0sec 2024-11-19T15:37:59,893 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:37:59,893 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:37:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742132_1308 (size=12151) 2024-11-19T15:37:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030739935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030739936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030739946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:37:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030739946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:37:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:37:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:37:59,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T15:37:59,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T15:38:00,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030740246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030740246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030740255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030740255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T15:38:00,295 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/f27c0677c94e4a9ca13cc347d1873395 2024-11-19T15:38:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/bac2e6d1d4a3457ca357e5bc2940ddde as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bac2e6d1d4a3457ca357e5bc2940ddde 2024-11-19T15:38:00,304 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bac2e6d1d4a3457ca357e5bc2940ddde, entries=150, sequenceid=204, filesize=11.9 K 2024-11-19T15:38:00,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/1789ac1bcb46404da9f7723c89ca30fd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/1789ac1bcb46404da9f7723c89ca30fd 2024-11-19T15:38:00,309 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/1789ac1bcb46404da9f7723c89ca30fd, entries=150, sequenceid=204, filesize=11.9 K 2024-11-19T15:38:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/f27c0677c94e4a9ca13cc347d1873395 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f27c0677c94e4a9ca13cc347d1873395 2024-11-19T15:38:00,313 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f27c0677c94e4a9ca13cc347d1873395, entries=150, sequenceid=204, filesize=11.9 K 2024-11-19T15:38:00,313 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5339a334c96fa23cb649ad368d894013 in 869ms, sequenceid=204, compaction requested=false 2024-11-19T15:38:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:00,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:00,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-19T15:38:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-19T15:38:00,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-19T15:38:00,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1760 sec 2024-11-19T15:38:00,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.1820 sec 2024-11-19T15:38:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:00,758 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:00,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:38:00,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/dc72df83dde74f3eaefae21d2f6eae9d is 50, key is test_row_0/A:col10/1732030679620/Put/seqid=0 2024-11-19T15:38:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742133_1309 (size=14541) 2024-11-19T15:38:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030740769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030740770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030740770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030740770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030740876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030740886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030740886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030740886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030741085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030741096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030741096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030741096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/dc72df83dde74f3eaefae21d2f6eae9d 2024-11-19T15:38:01,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/28d316b9344e42ed801d1d26a21d67bc is 50, key is test_row_0/B:col10/1732030679620/Put/seqid=0 2024-11-19T15:38:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742134_1310 (size=12151) 2024-11-19T15:38:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T15:38:01,296 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:01,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-19T15:38:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T15:38:01,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:01,299 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:01,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:01,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030741395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T15:38:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030741406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030741406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030741406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T15:38:01,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:01,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/28d316b9344e42ed801d1d26a21d67bc 2024-11-19T15:38:01,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8 is 50, key is test_row_0/C:col10/1732030679620/Put/seqid=0 2024-11-19T15:38:01,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742135_1311 (size=12151) 2024-11-19T15:38:01,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8 2024-11-19T15:38:01,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/dc72df83dde74f3eaefae21d2f6eae9d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/dc72df83dde74f3eaefae21d2f6eae9d 2024-11-19T15:38:01,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/dc72df83dde74f3eaefae21d2f6eae9d, entries=200, sequenceid=233, filesize=14.2 K 2024-11-19T15:38:01,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/28d316b9344e42ed801d1d26a21d67bc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/28d316b9344e42ed801d1d26a21d67bc 2024-11-19T15:38:01,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T15:38:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:01,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/28d316b9344e42ed801d1d26a21d67bc, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T15:38:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8 2024-11-19T15:38:01,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T15:38:01,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5339a334c96fa23cb649ad368d894013 in 854ms, sequenceid=233, compaction requested=true 2024-11-19T15:38:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:01,612 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:01,612 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:01,613 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:01,613 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:38:01,613 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:01,613 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,613 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:38:01,613 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,613 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5800c152a2224eef8141f1ec1819e537, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bac2e6d1d4a3457ca357e5bc2940ddde, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/dc72df83dde74f3eaefae21d2f6eae9d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=38.4 K 2024-11-19T15:38:01,613 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8fdcbc552313494cbff078a2e5837b31, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/1789ac1bcb46404da9f7723c89ca30fd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/28d316b9344e42ed801d1d26a21d67bc] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.0 K 2024-11-19T15:38:01,614 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5800c152a2224eef8141f1ec1819e537, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030678275 2024-11-19T15:38:01,614 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fdcbc552313494cbff078a2e5837b31, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030678275 2024-11-19T15:38:01,615 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bac2e6d1d4a3457ca357e5bc2940ddde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732030678955 2024-11-19T15:38:01,615 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1789ac1bcb46404da9f7723c89ca30fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732030678955 2024-11-19T15:38:01,615 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d316b9344e42ed801d1d26a21d67bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030679614 2024-11-19T15:38:01,615 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc72df83dde74f3eaefae21d2f6eae9d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030679614 2024-11-19T15:38:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T15:38:01,623 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:01,623 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/336b67a2180b409f953e1d031a3c9fa7 is 50, key is test_row_0/A:col10/1732030679620/Put/seqid=0 2024-11-19T15:38:01,626 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:01,627 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/298a7e5e3f054f10896d374572631e63 is 50, key is test_row_0/B:col10/1732030679620/Put/seqid=0 2024-11-19T15:38:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742136_1312 (size=12697) 2024-11-19T15:38:01,635 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/336b67a2180b409f953e1d031a3c9fa7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/336b67a2180b409f953e1d031a3c9fa7 2024-11-19T15:38:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742137_1313 (size=12697) 2024-11-19T15:38:01,640 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into 336b67a2180b409f953e1d031a3c9fa7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:01,640 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:01,640 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030681612; duration=0sec 2024-11-19T15:38:01,640 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:01,641 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:38:01,641 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:01,642 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:01,642 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:38:01,642 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,642 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/03188d2adafc4ba3bde8468b60fe8fe0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f27c0677c94e4a9ca13cc347d1873395, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.0 K 2024-11-19T15:38:01,643 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03188d2adafc4ba3bde8468b60fe8fe0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030678275 2024-11-19T15:38:01,643 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f27c0677c94e4a9ca13cc347d1873395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732030678955 2024-11-19T15:38:01,643 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1981dd9c1d9d4d8e9ff5be5cfce16ef8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030679614 2024-11-19T15:38:01,651 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:01,652 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/bf30148648124819a08cbc6fefa593fe is 50, key is test_row_0/C:col10/1732030679620/Put/seqid=0 2024-11-19T15:38:01,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742138_1314 (size=12663) 2024-11-19T15:38:01,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T15:38:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:01,758 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T15:38:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/00079d8451e2489085cf06a7230568ee is 50, key is test_row_0/A:col10/1732030680768/Put/seqid=0 2024-11-19T15:38:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742139_1315 (size=12151) 2024-11-19T15:38:01,768 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/00079d8451e2489085cf06a7230568ee 2024-11-19T15:38:01,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/0c4bda2ccf024840ae47180eca1ac34e is 50, key is test_row_0/B:col10/1732030680768/Put/seqid=0 2024-11-19T15:38:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742140_1316 (size=12151) 2024-11-19T15:38:01,780 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/0c4bda2ccf024840ae47180eca1ac34e 2024-11-19T15:38:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/444176f421e04b4fac6c1683a7fc6968 is 50, key is test_row_0/C:col10/1732030680768/Put/seqid=0 2024-11-19T15:38:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742141_1317 (size=12151) 2024-11-19T15:38:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:01,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T15:38:01,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030741944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030741944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030741947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:01,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030741948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:01,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:01,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,043 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/298a7e5e3f054f10896d374572631e63 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/298a7e5e3f054f10896d374572631e63 2024-11-19T15:38:02,048 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 298a7e5e3f054f10896d374572631e63(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:02,048 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:02,048 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030681612; duration=0sec 2024-11-19T15:38:02,049 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:02,049 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:38:02,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030742056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030742056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030742056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030742056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,074 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/bf30148648124819a08cbc6fefa593fe as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/bf30148648124819a08cbc6fefa593fe 2024-11-19T15:38:02,080 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into bf30148648124819a08cbc6fefa593fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:02,080 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:02,080 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=13, startTime=1732030681612; duration=0sec 2024-11-19T15:38:02,081 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:02,081 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:38:02,192 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/444176f421e04b4fac6c1683a7fc6968 2024-11-19T15:38:02,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/00079d8451e2489085cf06a7230568ee as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/00079d8451e2489085cf06a7230568ee 2024-11-19T15:38:02,205 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/00079d8451e2489085cf06a7230568ee, entries=150, sequenceid=244, filesize=11.9 K 2024-11-19T15:38:02,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-19T15:38:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/0c4bda2ccf024840ae47180eca1ac34e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0c4bda2ccf024840ae47180eca1ac34e 2024-11-19T15:38:02,210 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0c4bda2ccf024840ae47180eca1ac34e, entries=150, sequenceid=244, filesize=11.9 K 2024-11-19T15:38:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/444176f421e04b4fac6c1683a7fc6968 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/444176f421e04b4fac6c1683a7fc6968 2024-11-19T15:38:02,216 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/444176f421e04b4fac6c1683a7fc6968, entries=150, sequenceid=244, filesize=11.9 K 2024-11-19T15:38:02,217 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5339a334c96fa23cb649ad368d894013 in 458ms, sequenceid=244, compaction requested=false 2024-11-19T15:38:02,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:02,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:02,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-19T15:38:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-19T15:38:02,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-19T15:38:02,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-11-19T15:38:02,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 926 msec 2024-11-19T15:38:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:02,269 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:02,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T15:38:02,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/953dd56c1cec40dda0b93d675df3a1ac is 50, key is test_row_0/A:col10/1732030681942/Put/seqid=0 2024-11-19T15:38:02,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742142_1318 (size=12301) 2024-11-19T15:38:02,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030742276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030742275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030742277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030742277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030742385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030742385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030742386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030742386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T15:38:02,437 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:02,437 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-19T15:38:02,439 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T15:38:02,440 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:02,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T15:38:02,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-19T15:38:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:02,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030742598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030742598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030742598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030742598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/953dd56c1cec40dda0b93d675df3a1ac 2024-11-19T15:38:02,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/34e0ff40929c41f19e5fdd6b796e4d1b is 50, key is test_row_0/B:col10/1732030681942/Put/seqid=0 2024-11-19T15:38:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742143_1319 (size=12301) 2024-11-19T15:38:02,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-19T15:38:02,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:02,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:02,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:02,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T15:38:02,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-19T15:38:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:02,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:02,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030742906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030742906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030742906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:02,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030742917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-19T15:38:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:03,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T15:38:03,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/34e0ff40929c41f19e5fdd6b796e4d1b 2024-11-19T15:38:03,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/cca0d9486ba344cd82f3b61fe45f8d50 is 50, key is test_row_0/C:col10/1732030681942/Put/seqid=0 2024-11-19T15:38:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742144_1320 (size=12301) 2024-11-19T15:38:03,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/cca0d9486ba344cd82f3b61fe45f8d50 2024-11-19T15:38:03,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/953dd56c1cec40dda0b93d675df3a1ac as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/953dd56c1cec40dda0b93d675df3a1ac 2024-11-19T15:38:03,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/953dd56c1cec40dda0b93d675df3a1ac, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T15:38:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/34e0ff40929c41f19e5fdd6b796e4d1b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/34e0ff40929c41f19e5fdd6b796e4d1b 2024-11-19T15:38:03,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/34e0ff40929c41f19e5fdd6b796e4d1b, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T15:38:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/cca0d9486ba344cd82f3b61fe45f8d50 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/cca0d9486ba344cd82f3b61fe45f8d50 2024-11-19T15:38:03,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/cca0d9486ba344cd82f3b61fe45f8d50, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T15:38:03,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 5339a334c96fa23cb649ad368d894013 in 928ms, sequenceid=274, compaction requested=true 2024-11-19T15:38:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:03,197 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:03,197 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:03,198 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:03,198 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:38:03,198 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:03,199 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/298a7e5e3f054f10896d374572631e63, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0c4bda2ccf024840ae47180eca1ac34e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/34e0ff40929c41f19e5fdd6b796e4d1b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.3 K 2024-11-19T15:38:03,199 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:03,199 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:38:03,199 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 298a7e5e3f054f10896d374572631e63, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030679614 2024-11-19T15:38:03,199 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:03,199 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/336b67a2180b409f953e1d031a3c9fa7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/00079d8451e2489085cf06a7230568ee, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/953dd56c1cec40dda0b93d675df3a1ac] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.3 K 2024-11-19T15:38:03,199 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c4bda2ccf024840ae47180eca1ac34e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732030680768 2024-11-19T15:38:03,200 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 336b67a2180b409f953e1d031a3c9fa7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030679614 2024-11-19T15:38:03,200 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 34e0ff40929c41f19e5fdd6b796e4d1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732030681942 2024-11-19T15:38:03,200 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00079d8451e2489085cf06a7230568ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732030680768 2024-11-19T15:38:03,201 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 953dd56c1cec40dda0b93d675df3a1ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732030681942 2024-11-19T15:38:03,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-19T15:38:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:03,210 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T15:38:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/20d5dd68640b4f66adba9867a514c281 is 50, key is test_row_0/A:col10/1732030682273/Put/seqid=0 2024-11-19T15:38:03,230 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:03,230 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/290e723d8eb24e5b900b08038c27d3fb is 50, key is test_row_0/B:col10/1732030681942/Put/seqid=0 2024-11-19T15:38:03,231 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:03,231 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/d8bfed43b146479f8fb3e65e58f49732 is 50, key is test_row_0/A:col10/1732030681942/Put/seqid=0 2024-11-19T15:38:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742145_1321 (size=12301) 2024-11-19T15:38:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742146_1322 (size=12949) 2024-11-19T15:38:03,260 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/290e723d8eb24e5b900b08038c27d3fb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/290e723d8eb24e5b900b08038c27d3fb 2024-11-19T15:38:03,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742147_1323 (size=12949) 2024-11-19T15:38:03,266 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 290e723d8eb24e5b900b08038c27d3fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:03,266 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:03,266 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030683197; duration=0sec 2024-11-19T15:38:03,266 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:03,266 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:38:03,266 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:03,268 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:03,268 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:38:03,268 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:03,268 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/bf30148648124819a08cbc6fefa593fe, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/444176f421e04b4fac6c1683a7fc6968, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/cca0d9486ba344cd82f3b61fe45f8d50] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.2 K 2024-11-19T15:38:03,269 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting bf30148648124819a08cbc6fefa593fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030679614 2024-11-19T15:38:03,270 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 444176f421e04b4fac6c1683a7fc6968, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732030680768 2024-11-19T15:38:03,270 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cca0d9486ba344cd82f3b61fe45f8d50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732030681942 2024-11-19T15:38:03,278 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:03,279 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/32f6f8fc74124b56b3dc38083c5bf2fb is 50, key is test_row_0/C:col10/1732030681942/Put/seqid=0 2024-11-19T15:38:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742148_1324 (size=12915) 2024-11-19T15:38:03,295 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/32f6f8fc74124b56b3dc38083c5bf2fb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/32f6f8fc74124b56b3dc38083c5bf2fb 2024-11-19T15:38:03,312 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into 32f6f8fc74124b56b3dc38083c5bf2fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:03,312 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:03,312 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=13, startTime=1732030683197; duration=0sec 2024-11-19T15:38:03,312 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:03,312 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:38:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:03,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:03,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030743463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030743464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030743464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030743473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030743473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T15:38:03,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030743576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030743576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030743585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030743586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030743586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,647 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/20d5dd68640b4f66adba9867a514c281 2024-11-19T15:38:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/3d31ccf38db54c1d873bbf74f7c2afe4 is 50, key is test_row_0/B:col10/1732030682273/Put/seqid=0 2024-11-19T15:38:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742149_1325 (size=12301) 2024-11-19T15:38:03,668 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/d8bfed43b146479f8fb3e65e58f49732 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d8bfed43b146479f8fb3e65e58f49732 2024-11-19T15:38:03,673 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into d8bfed43b146479f8fb3e65e58f49732(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:03,673 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:03,673 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030683197; duration=0sec 2024-11-19T15:38:03,674 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:03,674 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:38:03,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030743785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030743786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030743796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030743796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030743796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,064 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/3d31ccf38db54c1d873bbf74f7c2afe4 2024-11-19T15:38:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/b82fbf545521407ebfd64ca07957f1f3 is 50, key is test_row_0/C:col10/1732030682273/Put/seqid=0 2024-11-19T15:38:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742150_1326 (size=12301) 2024-11-19T15:38:04,076 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/b82fbf545521407ebfd64ca07957f1f3 2024-11-19T15:38:04,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/20d5dd68640b4f66adba9867a514c281 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/20d5dd68640b4f66adba9867a514c281 2024-11-19T15:38:04,084 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/20d5dd68640b4f66adba9867a514c281, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T15:38:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/3d31ccf38db54c1d873bbf74f7c2afe4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3d31ccf38db54c1d873bbf74f7c2afe4 2024-11-19T15:38:04,089 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3d31ccf38db54c1d873bbf74f7c2afe4, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T15:38:04,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/b82fbf545521407ebfd64ca07957f1f3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/b82fbf545521407ebfd64ca07957f1f3 2024-11-19T15:38:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030744096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030744096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,101 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/b82fbf545521407ebfd64ca07957f1f3, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T15:38:04,102 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 5339a334c96fa23cb649ad368d894013 in 892ms, sequenceid=283, compaction requested=false 2024-11-19T15:38:04,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:04,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:04,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-19T15:38:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-19T15:38:04,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-19T15:38:04,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6630 sec 2024-11-19T15:38:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:04,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-19T15:38:04,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.6720 sec 2024-11-19T15:38:04,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/5482e8a459104b5b89e65ecb9b9f001b is 50, key is test_row_0/A:col10/1732030684108/Put/seqid=0 2024-11-19T15:38:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030744115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030744115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742151_1327 (size=14741) 2024-11-19T15:38:04,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/5482e8a459104b5b89e65ecb9b9f001b 2024-11-19T15:38:04,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030744118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/812e078937b047b1959d5960453fb8cd is 50, key is test_row_0/B:col10/1732030684108/Put/seqid=0 2024-11-19T15:38:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742152_1328 (size=12301) 2024-11-19T15:38:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030744226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030744226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030744227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030744436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030744436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030744436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/812e078937b047b1959d5960453fb8cd 2024-11-19T15:38:04,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/66d3c33973794596ada56850997a5003 is 50, key is test_row_0/C:col10/1732030684108/Put/seqid=0 2024-11-19T15:38:04,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742153_1329 (size=12301) 2024-11-19T15:38:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T15:38:04,586 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:04,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-19T15:38:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T15:38:04,589 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:04,590 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:04,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030744606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030744606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T15:38:04,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-19T15:38:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:04,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:04,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030744746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030744746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030744746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:04,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:04,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:04,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-19T15:38:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:04,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T15:38:04,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/66d3c33973794596ada56850997a5003 2024-11-19T15:38:04,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/5482e8a459104b5b89e65ecb9b9f001b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5482e8a459104b5b89e65ecb9b9f001b 2024-11-19T15:38:04,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5482e8a459104b5b89e65ecb9b9f001b, entries=200, sequenceid=315, filesize=14.4 K 2024-11-19T15:38:04,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/812e078937b047b1959d5960453fb8cd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/812e078937b047b1959d5960453fb8cd 2024-11-19T15:38:04,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/812e078937b047b1959d5960453fb8cd, entries=150, sequenceid=315, filesize=12.0 K 2024-11-19T15:38:04,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/66d3c33973794596ada56850997a5003 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/66d3c33973794596ada56850997a5003 2024-11-19T15:38:04,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/66d3c33973794596ada56850997a5003, entries=150, sequenceid=315, filesize=12.0 K 2024-11-19T15:38:04,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 5339a334c96fa23cb649ad368d894013 in 873ms, sequenceid=315, compaction requested=true 2024-11-19T15:38:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:04,983 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T15:38:04,984 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:04,984 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:04,984 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:38:04,984 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:04,984 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d8bfed43b146479f8fb3e65e58f49732, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/20d5dd68640b4f66adba9867a514c281, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5482e8a459104b5b89e65ecb9b9f001b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=39.1 K 2024-11-19T15:38:04,985 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d8bfed43b146479f8fb3e65e58f49732, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732030681942 2024-11-19T15:38:04,985 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:04,985 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:38:04,985 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:04,985 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/290e723d8eb24e5b900b08038c27d3fb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3d31ccf38db54c1d873bbf74f7c2afe4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/812e078937b047b1959d5960453fb8cd] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.7 K 2024-11-19T15:38:04,985 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 20d5dd68640b4f66adba9867a514c281, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732030682273 2024-11-19T15:38:04,986 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 290e723d8eb24e5b900b08038c27d3fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732030681942 2024-11-19T15:38:04,986 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 5482e8a459104b5b89e65ecb9b9f001b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732030683420 2024-11-19T15:38:04,986 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d31ccf38db54c1d873bbf74f7c2afe4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732030682273 2024-11-19T15:38:04,987 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 812e078937b047b1959d5960453fb8cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732030683462 2024-11-19T15:38:04,997 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:04,998 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/41157a64480847209ea99811716cc950 is 50, key is test_row_0/A:col10/1732030684108/Put/seqid=0 2024-11-19T15:38:05,000 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#281 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:05,000 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/d7680d49114f4754ab9d2d8f13cd70bb is 50, key is test_row_0/B:col10/1732030684108/Put/seqid=0 2024-11-19T15:38:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742155_1331 (size=13051) 2024-11-19T15:38:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742154_1330 (size=13051) 2024-11-19T15:38:05,013 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/d7680d49114f4754ab9d2d8f13cd70bb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d7680d49114f4754ab9d2d8f13cd70bb 2024-11-19T15:38:05,025 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/41157a64480847209ea99811716cc950 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/41157a64480847209ea99811716cc950 2024-11-19T15:38:05,027 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into d7680d49114f4754ab9d2d8f13cd70bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:05,027 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:05,027 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030684983; duration=0sec 2024-11-19T15:38:05,027 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:05,027 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:38:05,027 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:05,029 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:05,029 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:38:05,029 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:05,029 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/32f6f8fc74124b56b3dc38083c5bf2fb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/b82fbf545521407ebfd64ca07957f1f3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/66d3c33973794596ada56850997a5003] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.6 K 2024-11-19T15:38:05,030 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32f6f8fc74124b56b3dc38083c5bf2fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732030681942 2024-11-19T15:38:05,030 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b82fbf545521407ebfd64ca07957f1f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732030682273 2024-11-19T15:38:05,031 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66d3c33973794596ada56850997a5003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732030683462 2024-11-19T15:38:05,032 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into 41157a64480847209ea99811716cc950(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:05,032 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:05,032 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030684983; duration=0sec 2024-11-19T15:38:05,032 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:05,032 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:38:05,043 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#282 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:05,045 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/c9f27ee9b4f44ceea45dbbcc7500584e is 50, key is test_row_0/C:col10/1732030684108/Put/seqid=0 2024-11-19T15:38:05,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-19T15:38:05,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:05,049 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T15:38:05,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/ff95b1aee4834aea90bc0e0f18d0564f is 50, key is test_row_0/A:col10/1732030684117/Put/seqid=0 2024-11-19T15:38:05,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742156_1332 (size=13017) 2024-11-19T15:38:05,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742157_1333 (size=9857) 2024-11-19T15:38:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T15:38:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030745328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030745330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030745330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030745436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030745436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030745436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,488 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/ff95b1aee4834aea90bc0e0f18d0564f 2024-11-19T15:38:05,489 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/c9f27ee9b4f44ceea45dbbcc7500584e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c9f27ee9b4f44ceea45dbbcc7500584e 2024-11-19T15:38:05,496 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into c9f27ee9b4f44ceea45dbbcc7500584e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:05,497 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:05,497 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=13, startTime=1732030684983; duration=0sec 2024-11-19T15:38:05,497 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:05,497 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:38:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/2aabab47c0374f528dc694abd7d8de20 is 50, key is test_row_0/B:col10/1732030684117/Put/seqid=0 2024-11-19T15:38:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742158_1334 (size=9857) 2024-11-19T15:38:05,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030745616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030745616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,619 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_1' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,619 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_1' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:05,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030745645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030745646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030745646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T15:38:05,904 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/2aabab47c0374f528dc694abd7d8de20 2024-11-19T15:38:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/60d460df62d2410989971561151ea96e is 50, key is test_row_0/C:col10/1732030684117/Put/seqid=0 2024-11-19T15:38:05,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742159_1335 (size=9857) 2024-11-19T15:38:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030745956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030745956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030745956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,319 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/60d460df62d2410989971561151ea96e 2024-11-19T15:38:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/ff95b1aee4834aea90bc0e0f18d0564f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ff95b1aee4834aea90bc0e0f18d0564f 2024-11-19T15:38:06,330 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ff95b1aee4834aea90bc0e0f18d0564f, entries=100, sequenceid=324, filesize=9.6 K 2024-11-19T15:38:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/2aabab47c0374f528dc694abd7d8de20 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/2aabab47c0374f528dc694abd7d8de20 2024-11-19T15:38:06,335 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/2aabab47c0374f528dc694abd7d8de20, entries=100, sequenceid=324, filesize=9.6 K 2024-11-19T15:38:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/60d460df62d2410989971561151ea96e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/60d460df62d2410989971561151ea96e 2024-11-19T15:38:06,340 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/60d460df62d2410989971561151ea96e, entries=100, sequenceid=324, filesize=9.6 K 2024-11-19T15:38:06,342 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 5339a334c96fa23cb649ad368d894013 in 1293ms, sequenceid=324, compaction requested=false 2024-11-19T15:38:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-19T15:38:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-19T15:38:06,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-19T15:38:06,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-11-19T15:38:06,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.7590 sec 2024-11-19T15:38:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:06,468 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:06,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-19T15:38:06,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030746469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030746470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030746472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/66754ca887934f53b88f4043b6bfd882 is 50, key is test_row_0/A:col10/1732030686467/Put/seqid=0 2024-11-19T15:38:06,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742160_1336 (size=14741) 2024-11-19T15:38:06,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/66754ca887934f53b88f4043b6bfd882 2024-11-19T15:38:06,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/9734da6b41054e178b1a48fa6dc2502b is 50, key is test_row_0/B:col10/1732030686467/Put/seqid=0 2024-11-19T15:38:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742161_1337 (size=12301) 2024-11-19T15:38:06,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/9734da6b41054e178b1a48fa6dc2502b 2024-11-19T15:38:06,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/56bf5fe3b45142dbb092a7e84010843b is 50, key is test_row_0/C:col10/1732030686467/Put/seqid=0 2024-11-19T15:38:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742162_1338 (size=12301) 2024-11-19T15:38:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030746576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030746576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030746586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T15:38:06,736 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:06,737 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-19T15:38:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T15:38:06,739 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:06,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:06,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030746786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030746786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030746795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T15:38:06,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-19T15:38:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:06,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:06,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/56bf5fe3b45142dbb092a7e84010843b 2024-11-19T15:38:06,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/66754ca887934f53b88f4043b6bfd882 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/66754ca887934f53b88f4043b6bfd882 2024-11-19T15:38:06,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/66754ca887934f53b88f4043b6bfd882, entries=200, sequenceid=357, filesize=14.4 K 2024-11-19T15:38:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/9734da6b41054e178b1a48fa6dc2502b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/9734da6b41054e178b1a48fa6dc2502b 2024-11-19T15:38:06,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/9734da6b41054e178b1a48fa6dc2502b, entries=150, sequenceid=357, filesize=12.0 K 2024-11-19T15:38:06,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/56bf5fe3b45142dbb092a7e84010843b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/56bf5fe3b45142dbb092a7e84010843b 2024-11-19T15:38:06,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/56bf5fe3b45142dbb092a7e84010843b, entries=150, sequenceid=357, filesize=12.0 K 2024-11-19T15:38:06,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 5339a334c96fa23cb649ad368d894013 in 472ms, sequenceid=357, compaction requested=true 2024-11-19T15:38:06,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:06,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:06,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:06,940 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:06,940 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:06,942 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:06,942 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:06,942 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:38:06,942 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:38:06,942 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:06,943 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:06,943 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d7680d49114f4754ab9d2d8f13cd70bb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/2aabab47c0374f528dc694abd7d8de20, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/9734da6b41054e178b1a48fa6dc2502b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=34.4 K 2024-11-19T15:38:06,943 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/41157a64480847209ea99811716cc950, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ff95b1aee4834aea90bc0e0f18d0564f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/66754ca887934f53b88f4043b6bfd882] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=36.8 K 2024-11-19T15:38:06,943 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d7680d49114f4754ab9d2d8f13cd70bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732030683462 2024-11-19T15:38:06,943 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41157a64480847209ea99811716cc950, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732030683462 2024-11-19T15:38:06,943 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff95b1aee4834aea90bc0e0f18d0564f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732030684113 2024-11-19T15:38:06,944 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aabab47c0374f528dc694abd7d8de20, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732030684113 2024-11-19T15:38:06,944 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66754ca887934f53b88f4043b6bfd882, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732030685327 2024-11-19T15:38:06,944 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 9734da6b41054e178b1a48fa6dc2502b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732030685327 2024-11-19T15:38:06,954 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:06,954 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:06,954 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8169d6081ac14c659848c4ec68071f71 is 50, key is test_row_0/B:col10/1732030686467/Put/seqid=0 2024-11-19T15:38:06,954 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/b90d4bb918fc4333a09523bc224b2705 is 50, key is test_row_0/A:col10/1732030686467/Put/seqid=0 2024-11-19T15:38:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742163_1339 (size=13153) 2024-11-19T15:38:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742164_1340 (size=13153) 2024-11-19T15:38:06,993 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8169d6081ac14c659848c4ec68071f71 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8169d6081ac14c659848c4ec68071f71 2024-11-19T15:38:06,996 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/b90d4bb918fc4333a09523bc224b2705 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/b90d4bb918fc4333a09523bc224b2705 2024-11-19T15:38:06,999 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 8169d6081ac14c659848c4ec68071f71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:06,999 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:06,999 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030686940; duration=0sec 2024-11-19T15:38:06,999 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:06,999 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:38:06,999 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:07,000 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:07,000 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:38:07,000 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:07,001 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c9f27ee9b4f44ceea45dbbcc7500584e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/60d460df62d2410989971561151ea96e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/56bf5fe3b45142dbb092a7e84010843b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=34.4 K 2024-11-19T15:38:07,001 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c9f27ee9b4f44ceea45dbbcc7500584e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732030683462 2024-11-19T15:38:07,002 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 60d460df62d2410989971561151ea96e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732030684113 2024-11-19T15:38:07,002 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 56bf5fe3b45142dbb092a7e84010843b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732030685327 2024-11-19T15:38:07,003 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into b90d4bb918fc4333a09523bc224b2705(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:07,003 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:07,003 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030686940; duration=0sec 2024-11-19T15:38:07,003 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:07,003 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:38:07,009 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:07,010 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/e7cb8d176f6d489ba73fba0c4318f5a2 is 50, key is test_row_0/C:col10/1732030686467/Put/seqid=0 2024-11-19T15:38:07,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-19T15:38:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:07,046 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-19T15:38:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742165_1341 (size=13119) 2024-11-19T15:38:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/ebf40b8775424479b149711f5228e368 is 50, key is test_row_1/A:col10/1732030686470/Put/seqid=0 2024-11-19T15:38:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T15:38:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742166_1342 (size=7415) 2024-11-19T15:38:07,058 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/ebf40b8775424479b149711f5228e368 2024-11-19T15:38:07,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/7a20c40c935f4f5ab0775f3587bcf725 is 50, key is test_row_1/B:col10/1732030686470/Put/seqid=0 2024-11-19T15:38:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742167_1343 (size=7415) 2024-11-19T15:38:07,073 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/7a20c40c935f4f5ab0775f3587bcf725 2024-11-19T15:38:07,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/6b43a4632f7d4426bc95d575c346dff3 is 50, key is test_row_1/C:col10/1732030686470/Put/seqid=0 2024-11-19T15:38:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742168_1344 (size=7415) 2024-11-19T15:38:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:07,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030747143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030747145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030747147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030747256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030747256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030747257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T15:38:07,458 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/e7cb8d176f6d489ba73fba0c4318f5a2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/e7cb8d176f6d489ba73fba0c4318f5a2 2024-11-19T15:38:07,465 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into e7cb8d176f6d489ba73fba0c4318f5a2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:07,465 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:07,465 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=13, startTime=1732030686941; duration=0sec 2024-11-19T15:38:07,465 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:07,465 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:38:07,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030747465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030747465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030747466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,487 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/6b43a4632f7d4426bc95d575c346dff3 2024-11-19T15:38:07,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/ebf40b8775424479b149711f5228e368 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ebf40b8775424479b149711f5228e368 2024-11-19T15:38:07,495 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ebf40b8775424479b149711f5228e368, entries=50, sequenceid=363, filesize=7.2 K 2024-11-19T15:38:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/7a20c40c935f4f5ab0775f3587bcf725 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7a20c40c935f4f5ab0775f3587bcf725 2024-11-19T15:38:07,501 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7a20c40c935f4f5ab0775f3587bcf725, entries=50, sequenceid=363, filesize=7.2 K 2024-11-19T15:38:07,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/6b43a4632f7d4426bc95d575c346dff3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6b43a4632f7d4426bc95d575c346dff3 2024-11-19T15:38:07,506 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6b43a4632f7d4426bc95d575c346dff3, entries=50, sequenceid=363, filesize=7.2 K 2024-11-19T15:38:07,507 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 5339a334c96fa23cb649ad368d894013 in 461ms, sequenceid=363, compaction requested=false 2024-11-19T15:38:07,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:07,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:07,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-19T15:38:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-19T15:38:07,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-19T15:38:07,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-11-19T15:38:07,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 774 msec 2024-11-19T15:38:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:07,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:07,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-19T15:38:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030747639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/1b19da3828bb438197048670ed000313 is 50, key is test_row_0/A:col10/1732030687144/Put/seqid=0 2024-11-19T15:38:07,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56958 deadline: 1732030747646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,648 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_1' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742169_1345 (size=14741) 2024-11-19T15:38:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030747746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030747775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030747776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030747776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T15:38:07,876 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:07,877 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-19T15:38:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T15:38:07,879 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:07,879 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:07,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:07,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030747955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T15:38:08,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T15:38:08,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:08,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/1b19da3828bb438197048670ed000313 2024-11-19T15:38:08,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/ef9fb1830d76426585345e82a1ccfc9b is 50, key is test_row_0/B:col10/1732030687144/Put/seqid=0 2024-11-19T15:38:08,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742170_1346 (size=12301) 2024-11-19T15:38:08,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/ef9fb1830d76426585345e82a1ccfc9b 2024-11-19T15:38:08,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/6814e0efe7e845408706d6bc3468eee2 is 50, key is test_row_0/C:col10/1732030687144/Put/seqid=0 2024-11-19T15:38:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742171_1347 (size=12301) 2024-11-19T15:38:08,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T15:38:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T15:38:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030748266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:08,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030748285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030748285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030748286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:08,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T15:38:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/6814e0efe7e845408706d6bc3468eee2 2024-11-19T15:38:08,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/1b19da3828bb438197048670ed000313 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/1b19da3828bb438197048670ed000313 2024-11-19T15:38:08,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/1b19da3828bb438197048670ed000313, entries=200, sequenceid=397, filesize=14.4 K 2024-11-19T15:38:08,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/ef9fb1830d76426585345e82a1ccfc9b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/ef9fb1830d76426585345e82a1ccfc9b 2024-11-19T15:38:08,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T15:38:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:08,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/ef9fb1830d76426585345e82a1ccfc9b, entries=150, sequenceid=397, filesize=12.0 K 2024-11-19T15:38:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/6814e0efe7e845408706d6bc3468eee2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6814e0efe7e845408706d6bc3468eee2 2024-11-19T15:38:08,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6814e0efe7e845408706d6bc3468eee2, entries=150, sequenceid=397, filesize=12.0 K 2024-11-19T15:38:08,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 5339a334c96fa23cb649ad368d894013 in 863ms, sequenceid=397, compaction requested=true 2024-11-19T15:38:08,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:08,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:08,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:08,503 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:08,503 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:08,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:08,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:08,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:08,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:08,504 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:08,504 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:38:08,504 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,504 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:08,504 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/b90d4bb918fc4333a09523bc224b2705, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ebf40b8775424479b149711f5228e368, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/1b19da3828bb438197048670ed000313] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=34.5 K 2024-11-19T15:38:08,504 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:38:08,504 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,504 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8169d6081ac14c659848c4ec68071f71, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7a20c40c935f4f5ab0775f3587bcf725, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/ef9fb1830d76426585345e82a1ccfc9b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=32.1 K 2024-11-19T15:38:08,504 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b90d4bb918fc4333a09523bc224b2705, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732030685327 2024-11-19T15:38:08,505 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8169d6081ac14c659848c4ec68071f71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732030685327 2024-11-19T15:38:08,505 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf40b8775424479b149711f5228e368, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732030686470 2024-11-19T15:38:08,505 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b19da3828bb438197048670ed000313, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732030687141 2024-11-19T15:38:08,505 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a20c40c935f4f5ab0775f3587bcf725, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732030686470 2024-11-19T15:38:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T15:38:08,506 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ef9fb1830d76426585345e82a1ccfc9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732030687144 2024-11-19T15:38:08,513 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:08,513 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:08,513 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8697d242c0b44eebb59aecfe222c2194 is 50, key is test_row_0/B:col10/1732030687144/Put/seqid=0 2024-11-19T15:38:08,514 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/e77a07206f78416398b9ca0646835ab1 is 50, key is test_row_0/A:col10/1732030687144/Put/seqid=0 2024-11-19T15:38:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742172_1348 (size=13255) 2024-11-19T15:38:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742173_1349 (size=13255) 2024-11-19T15:38:08,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T15:38:08,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:08,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-19T15:38:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-19T15:38:08,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-19T15:38:08,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 767 msec 2024-11-19T15:38:08,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 773 msec 2024-11-19T15:38:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:08,796 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:08,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:08,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/0c4ede1a139c427bb1376b48e2fb312c is 50, key is test_row_0/A:col10/1732030688788/Put/seqid=0 2024-11-19T15:38:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742174_1350 (size=12297) 2024-11-19T15:38:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030748894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:08,936 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/e77a07206f78416398b9ca0646835ab1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e77a07206f78416398b9ca0646835ab1 2024-11-19T15:38:08,941 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into e77a07206f78416398b9ca0646835ab1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:08,941 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:08,941 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=13, startTime=1732030688503; duration=0sec 2024-11-19T15:38:08,941 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:08,941 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:38:08,941 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:08,944 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:08,944 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:38:08,944 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:08,944 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/e7cb8d176f6d489ba73fba0c4318f5a2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6b43a4632f7d4426bc95d575c346dff3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6814e0efe7e845408706d6bc3468eee2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=32.1 K 2024-11-19T15:38:08,944 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7cb8d176f6d489ba73fba0c4318f5a2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732030685327 2024-11-19T15:38:08,945 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b43a4632f7d4426bc95d575c346dff3, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732030686470 2024-11-19T15:38:08,945 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6814e0efe7e845408706d6bc3468eee2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732030687144 2024-11-19T15:38:08,947 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/8697d242c0b44eebb59aecfe222c2194 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8697d242c0b44eebb59aecfe222c2194 2024-11-19T15:38:08,954 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:08,954 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/fc427744f7cb4667ae11c7376ea651ae is 50, key is test_row_0/C:col10/1732030687144/Put/seqid=0 2024-11-19T15:38:08,958 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 8697d242c0b44eebb59aecfe222c2194(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:08,958 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:08,958 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=13, startTime=1732030688503; duration=0sec 2024-11-19T15:38:08,958 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:08,958 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:38:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742175_1351 (size=13221) 2024-11-19T15:38:09,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030749006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T15:38:09,017 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:09,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-19T15:38:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T15:38:09,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:09,020 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:09,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T15:38:09,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-19T15:38:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/0c4ede1a139c427bb1376b48e2fb312c 2024-11-19T15:38:09,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/970c5ddac2354f57b227c9d7d8cb61cf is 50, key is test_row_0/B:col10/1732030688788/Put/seqid=0 2024-11-19T15:38:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030749216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742176_1352 (size=9857) 2024-11-19T15:38:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:09,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/970c5ddac2354f57b227c9d7d8cb61cf 2024-11-19T15:38:09,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/633095a5d60d46049d8b267e66f45857 is 50, key is test_row_0/C:col10/1732030688788/Put/seqid=0 2024-11-19T15:38:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742177_1353 (size=9857) 2024-11-19T15:38:09,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732030749296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:09,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1732030749296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:09,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56930 deadline: 1732030749296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:09,299 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,300 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,300 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 5339a334c96fa23cb649ad368d894013 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:09,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-19T15:38:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T15:38:09,367 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/fc427744f7cb4667ae11c7376ea651ae as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/fc427744f7cb4667ae11c7376ea651ae 2024-11-19T15:38:09,373 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into fc427744f7cb4667ae11c7376ea651ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:09,373 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:09,373 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=13, startTime=1732030688503; duration=0sec 2024-11-19T15:38:09,373 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:09,373 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:38:09,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-19T15:38:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030749526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:09,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/633095a5d60d46049d8b267e66f45857 2024-11-19T15:38:09,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-19T15:38:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:09,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/0c4ede1a139c427bb1376b48e2fb312c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/0c4ede1a139c427bb1376b48e2fb312c 2024-11-19T15:38:09,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/0c4ede1a139c427bb1376b48e2fb312c, entries=150, sequenceid=409, filesize=12.0 K 2024-11-19T15:38:09,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/970c5ddac2354f57b227c9d7d8cb61cf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/970c5ddac2354f57b227c9d7d8cb61cf 2024-11-19T15:38:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T15:38:09,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/970c5ddac2354f57b227c9d7d8cb61cf, entries=100, sequenceid=409, filesize=9.6 K 2024-11-19T15:38:09,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/633095a5d60d46049d8b267e66f45857 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/633095a5d60d46049d8b267e66f45857 2024-11-19T15:38:09,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/633095a5d60d46049d8b267e66f45857, entries=100, sequenceid=409, filesize=9.6 K 2024-11-19T15:38:09,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5339a334c96fa23cb649ad368d894013 in 857ms, sequenceid=409, compaction requested=false 2024-11-19T15:38:09,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:09,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-19T15:38:09,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:09,789 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:38:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/afe7ed60bcad45ffb262b290176c5e1f is 50, key is test_row_0/A:col10/1732030688883/Put/seqid=0 2024-11-19T15:38:09,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742178_1354 (size=12301) 2024-11-19T15:38:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:10,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. as already flushing 2024-11-19T15:38:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030750065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T15:38:10,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030750176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:10,202 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/afe7ed60bcad45ffb262b290176c5e1f 2024-11-19T15:38:10,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/e59245073f854464981749280c5f46c2 is 50, key is test_row_0/B:col10/1732030688883/Put/seqid=0 2024-11-19T15:38:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742179_1355 (size=12301) 2024-11-19T15:38:10,215 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/e59245073f854464981749280c5f46c2 2024-11-19T15:38:10,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/3ef04da7be5b4da8ba02a87facf7ecdb is 50, key is test_row_0/C:col10/1732030688883/Put/seqid=0 2024-11-19T15:38:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742180_1356 (size=12301) 2024-11-19T15:38:10,231 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/3ef04da7be5b4da8ba02a87facf7ecdb 2024-11-19T15:38:10,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/afe7ed60bcad45ffb262b290176c5e1f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afe7ed60bcad45ffb262b290176c5e1f 2024-11-19T15:38:10,241 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afe7ed60bcad45ffb262b290176c5e1f, entries=150, sequenceid=437, filesize=12.0 K 2024-11-19T15:38:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/e59245073f854464981749280c5f46c2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/e59245073f854464981749280c5f46c2 2024-11-19T15:38:10,249 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/e59245073f854464981749280c5f46c2, entries=150, sequenceid=437, filesize=12.0 K 2024-11-19T15:38:10,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/3ef04da7be5b4da8ba02a87facf7ecdb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3ef04da7be5b4da8ba02a87facf7ecdb 2024-11-19T15:38:10,254 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3ef04da7be5b4da8ba02a87facf7ecdb, entries=150, sequenceid=437, filesize=12.0 K 2024-11-19T15:38:10,256 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5339a334c96fa23cb649ad368d894013 in 466ms, sequenceid=437, compaction requested=true 2024-11-19T15:38:10,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:10,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:10,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-19T15:38:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-19T15:38:10,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-19T15:38:10,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2380 sec 2024-11-19T15:38:10,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.2450 sec 2024-11-19T15:38:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:10,389 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:10,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:38:10,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/4dfb6b54fdb142bfb6985c60ea13490a is 50, key is test_row_0/A:col10/1732030690388/Put/seqid=0 2024-11-19T15:38:10,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742181_1357 (size=12297) 2024-11-19T15:38:10,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/4dfb6b54fdb142bfb6985c60ea13490a 2024-11-19T15:38:10,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/09160f9619614df7a892c78cd669ef4c is 50, key is test_row_0/B:col10/1732030690388/Put/seqid=0 2024-11-19T15:38:10,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742182_1358 (size=9857) 2024-11-19T15:38:10,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/09160f9619614df7a892c78cd669ef4c 2024-11-19T15:38:10,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/7a5f21a97d2b46a3a55b26e8d78c6c19 is 50, key is test_row_0/C:col10/1732030690388/Put/seqid=0 2024-11-19T15:38:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742183_1359 (size=9857) 2024-11-19T15:38:10,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030750500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:10,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030750606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:10,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56998 deadline: 1732030750816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:10,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/7a5f21a97d2b46a3a55b26e8d78c6c19 2024-11-19T15:38:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/4dfb6b54fdb142bfb6985c60ea13490a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/4dfb6b54fdb142bfb6985c60ea13490a 2024-11-19T15:38:10,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/4dfb6b54fdb142bfb6985c60ea13490a, entries=150, sequenceid=449, filesize=12.0 K 2024-11-19T15:38:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/09160f9619614df7a892c78cd669ef4c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09160f9619614df7a892c78cd669ef4c 2024-11-19T15:38:10,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09160f9619614df7a892c78cd669ef4c, entries=100, sequenceid=449, filesize=9.6 K 2024-11-19T15:38:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/7a5f21a97d2b46a3a55b26e8d78c6c19 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/7a5f21a97d2b46a3a55b26e8d78c6c19 2024-11-19T15:38:10,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/7a5f21a97d2b46a3a55b26e8d78c6c19, entries=100, sequenceid=449, filesize=9.6 K 2024-11-19T15:38:10,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5339a334c96fa23cb649ad368d894013 in 477ms, sequenceid=449, compaction requested=true 2024-11-19T15:38:10,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:10,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:10,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:10,867 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:10,867 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5339a334c96fa23cb649ad368d894013:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:10,868 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45270 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:10,868 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:10,868 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/B is initiating minor compaction (all files) 2024-11-19T15:38:10,868 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/A is initiating minor compaction (all files) 2024-11-19T15:38:10,868 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/A in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:10,868 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/B in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:10,868 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e77a07206f78416398b9ca0646835ab1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/0c4ede1a139c427bb1376b48e2fb312c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afe7ed60bcad45ffb262b290176c5e1f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/4dfb6b54fdb142bfb6985c60ea13490a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=49.0 K 2024-11-19T15:38:10,868 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8697d242c0b44eebb59aecfe222c2194, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/970c5ddac2354f57b227c9d7d8cb61cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/e59245073f854464981749280c5f46c2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09160f9619614df7a892c78cd669ef4c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=44.2 K 2024-11-19T15:38:10,868 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e77a07206f78416398b9ca0646835ab1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732030687144 2024-11-19T15:38:10,869 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8697d242c0b44eebb59aecfe222c2194, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732030687144 2024-11-19T15:38:10,869 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c4ede1a139c427bb1376b48e2fb312c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732030688788 2024-11-19T15:38:10,869 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 970c5ddac2354f57b227c9d7d8cb61cf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732030688788 2024-11-19T15:38:10,869 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting afe7ed60bcad45ffb262b290176c5e1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732030688879 2024-11-19T15:38:10,869 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e59245073f854464981749280c5f46c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732030688879 2024-11-19T15:38:10,870 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dfb6b54fdb142bfb6985c60ea13490a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732030690060 2024-11-19T15:38:10,870 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 09160f9619614df7a892c78cd669ef4c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732030690060 2024-11-19T15:38:10,879 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#A#compaction#310 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:10,879 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/5d1f3123642f40ed802b00ba4616327e is 50, key is test_row_0/A:col10/1732030690388/Put/seqid=0 2024-11-19T15:38:10,886 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:10,886 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/6d73f7883b5f45658be630ae06ad6c6e is 50, key is test_row_0/B:col10/1732030690388/Put/seqid=0 2024-11-19T15:38:10,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742184_1360 (size=13391) 2024-11-19T15:38:10,895 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/5d1f3123642f40ed802b00ba4616327e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5d1f3123642f40ed802b00ba4616327e 2024-11-19T15:38:10,901 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/A of 5339a334c96fa23cb649ad368d894013 into 5d1f3123642f40ed802b00ba4616327e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:10,901 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:10,901 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/A, priority=12, startTime=1732030690866; duration=0sec 2024-11-19T15:38:10,901 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:10,901 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:A 2024-11-19T15:38:10,901 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:10,903 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45236 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:10,903 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 5339a334c96fa23cb649ad368d894013/C is initiating minor compaction (all files) 2024-11-19T15:38:10,903 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5339a334c96fa23cb649ad368d894013/C in TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:10,903 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/fc427744f7cb4667ae11c7376ea651ae, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/633095a5d60d46049d8b267e66f45857, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3ef04da7be5b4da8ba02a87facf7ecdb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/7a5f21a97d2b46a3a55b26e8d78c6c19] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp, totalSize=44.2 K 2024-11-19T15:38:10,904 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc427744f7cb4667ae11c7376ea651ae, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732030687144 2024-11-19T15:38:10,904 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 633095a5d60d46049d8b267e66f45857, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732030688788 2024-11-19T15:38:10,904 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ef04da7be5b4da8ba02a87facf7ecdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732030688879 2024-11-19T15:38:10,905 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a5f21a97d2b46a3a55b26e8d78c6c19, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732030690060 2024-11-19T15:38:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742185_1361 (size=13391) 2024-11-19T15:38:10,914 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5339a334c96fa23cb649ad368d894013#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:10,915 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/78ae7b7db7074b4f9eeef46b04ff9cde is 50, key is test_row_0/C:col10/1732030690388/Put/seqid=0 2024-11-19T15:38:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742186_1362 (size=13357) 2024-11-19T15:38:11,058 INFO [Thread-1233 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1233. 2024-11-19T15:38:11,058 DEBUG [Thread-1233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,058 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,058 INFO [Thread-1229 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1229. 2024-11-19T15:38:11,058 DEBUG [Thread-1229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,058 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,058 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,058 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,060 INFO [Thread-1231 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1231. 2024-11-19T15:38:11,060 DEBUG [Thread-1231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,060 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,060 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,060 INFO [Thread-1225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1225. 2024-11-19T15:38:11,061 DEBUG [Thread-1225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,061 DEBUG [Thread-1225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,061 DEBUG [Thread-1225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,061 INFO [Thread-1227 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1227. 2024-11-19T15:38:11,061 DEBUG [Thread-1227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,061 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,061 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:11,127 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:11,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:38:11,127 INFO [Thread-1218 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1218. 2024-11-19T15:38:11,127 DEBUG [Thread-1218 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,127 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,127 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/528cda2d22dd44138556adaa86354777 is 50, key is test_row_0/A:col10/1732030691126/Put/seqid=0 2024-11-19T15:38:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742187_1363 (size=12301) 2024-11-19T15:38:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T15:38:11,176 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:11,307 INFO [Thread-1220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1220. 2024-11-19T15:38:11,308 DEBUG [Thread-1220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,308 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,308 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/6d73f7883b5f45658be630ae06ad6c6e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/6d73f7883b5f45658be630ae06ad6c6e 2024-11-19T15:38:11,318 INFO [Thread-1222 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1222. 2024-11-19T15:38:11,318 INFO [Thread-1214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1214. 2024-11-19T15:38:11,318 DEBUG [Thread-1214 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,318 DEBUG [Thread-1222 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,318 DEBUG [Thread-1214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,318 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,318 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,318 DEBUG [Thread-1214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,319 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/B of 5339a334c96fa23cb649ad368d894013 into 6d73f7883b5f45658be630ae06ad6c6e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:11,319 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:11,320 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/B, priority=12, startTime=1732030690866; duration=0sec 2024-11-19T15:38:11,320 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:11,320 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:B 2024-11-19T15:38:11,325 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/78ae7b7db7074b4f9eeef46b04ff9cde as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/78ae7b7db7074b4f9eeef46b04ff9cde 2024-11-19T15:38:11,329 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5339a334c96fa23cb649ad368d894013/C of 5339a334c96fa23cb649ad368d894013 into 78ae7b7db7074b4f9eeef46b04ff9cde(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:11,329 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:11,329 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., storeName=5339a334c96fa23cb649ad368d894013/C, priority=12, startTime=1732030690867; duration=0sec 2024-11-19T15:38:11,329 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:11,329 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5339a334c96fa23cb649ad368d894013:C 2024-11-19T15:38:11,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/528cda2d22dd44138556adaa86354777 2024-11-19T15:38:11,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/75c0cdf696bf4131bbc5571deed64560 is 50, key is test_row_0/B:col10/1732030691126/Put/seqid=0 2024-11-19T15:38:11,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742188_1364 (size=12301) 2024-11-19T15:38:11,657 INFO [Thread-1216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1216. 2024-11-19T15:38:11,658 DEBUG [Thread-1216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:11,658 DEBUG [Thread-1216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,658 DEBUG [Thread-1216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3643 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3548 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3649 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3611 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3561 2024-11-19T15:38:11,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T15:38:11,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:38:11,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:38:11,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:11,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:11,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T15:38:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-19T15:38:11,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030691662"}]},"ts":"1732030691662"} 2024-11-19T15:38:11,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T15:38:11,664 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T15:38:11,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:38:11,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, UNASSIGN}] 2024-11-19T15:38:11,666 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, UNASSIGN 2024-11-19T15:38:11,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=5339a334c96fa23cb649ad368d894013, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:11,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, UNASSIGN because future has completed 2024-11-19T15:38:11,668 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:38:11,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:38:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-19T15:38:11,821 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:11,821 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:38:11,821 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 5339a334c96fa23cb649ad368d894013, disabling compactions & flushes 2024-11-19T15:38:11,821 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:11,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/75c0cdf696bf4131bbc5571deed64560 2024-11-19T15:38:11,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/23f35627e06541bd85c852610fcee5e3 is 50, key is test_row_0/C:col10/1732030691126/Put/seqid=0 2024-11-19T15:38:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742189_1365 (size=12301) 2024-11-19T15:38:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-19T15:38:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-19T15:38:12,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/23f35627e06541bd85c852610fcee5e3 2024-11-19T15:38:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/528cda2d22dd44138556adaa86354777 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/528cda2d22dd44138556adaa86354777 2024-11-19T15:38:12,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/528cda2d22dd44138556adaa86354777, entries=150, sequenceid=475, filesize=12.0 K 2024-11-19T15:38:12,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/75c0cdf696bf4131bbc5571deed64560 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/75c0cdf696bf4131bbc5571deed64560 2024-11-19T15:38:12,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/75c0cdf696bf4131bbc5571deed64560, entries=150, sequenceid=475, filesize=12.0 K 2024-11-19T15:38:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/23f35627e06541bd85c852610fcee5e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/23f35627e06541bd85c852610fcee5e3 2024-11-19T15:38:12,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/23f35627e06541bd85c852610fcee5e3, entries=150, sequenceid=475, filesize=12.0 K 2024-11-19T15:38:12,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 5339a334c96fa23cb649ad368d894013 in 1244ms, sequenceid=475, compaction requested=false 2024-11-19T15:38:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5339a334c96fa23cb649ad368d894013: 2024-11-19T15:38:12,372 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:12,372 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:12,372 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. after waiting 0 ms 2024-11-19T15:38:12,372 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:12,372 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(2902): Flushing 5339a334c96fa23cb649ad368d894013 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T15:38:12,375 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/3d8b9320ffe6452e9da9ecfa9fe30377 is 50, key is test_row_0/A:col10/1732030691317/Put/seqid=0 2024-11-19T15:38:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742190_1366 (size=12301) 2024-11-19T15:38:12,779 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/3d8b9320ffe6452e9da9ecfa9fe30377 2024-11-19T15:38:12,785 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/3ee614241a9a4ac39efc4e462c855b20 is 50, key is test_row_0/B:col10/1732030691317/Put/seqid=0 2024-11-19T15:38:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742191_1367 (size=12301) 2024-11-19T15:38:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-19T15:38:13,190 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/3ee614241a9a4ac39efc4e462c855b20 2024-11-19T15:38:13,197 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/11fb086b22b84835bda8cb7f89729adc is 50, key is test_row_0/C:col10/1732030691317/Put/seqid=0 2024-11-19T15:38:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742192_1368 (size=12301) 2024-11-19T15:38:13,601 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/11fb086b22b84835bda8cb7f89729adc 2024-11-19T15:38:13,604 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/A/3d8b9320ffe6452e9da9ecfa9fe30377 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/3d8b9320ffe6452e9da9ecfa9fe30377 2024-11-19T15:38:13,608 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/3d8b9320ffe6452e9da9ecfa9fe30377, entries=150, sequenceid=484, filesize=12.0 K 2024-11-19T15:38:13,608 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/B/3ee614241a9a4ac39efc4e462c855b20 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3ee614241a9a4ac39efc4e462c855b20 2024-11-19T15:38:13,611 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3ee614241a9a4ac39efc4e462c855b20, entries=150, sequenceid=484, filesize=12.0 K 2024-11-19T15:38:13,612 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/.tmp/C/11fb086b22b84835bda8cb7f89729adc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/11fb086b22b84835bda8cb7f89729adc 2024-11-19T15:38:13,614 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/11fb086b22b84835bda8cb7f89729adc, entries=150, sequenceid=484, filesize=12.0 K 2024-11-19T15:38:13,615 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5339a334c96fa23cb649ad368d894013 in 1243ms, sequenceid=484, compaction requested=true 2024-11-19T15:38:13,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afabea07eb44406b97755a77b690fafe, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d619dcdfde954b539200b08d47cf334f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/eb5ee1c4471447c286b59547665382e9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bbc0d96445b746a4afb3d62214c53586, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/9ffe63b637614d4c800af6abbbae7242, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/21fe09bf71e345b485f48ce9fe64f1e8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/990afd772bc24580ac9c03afcbf3ccee, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/c7451547e57546e48c6eb5873529795f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/6dcdfb73084f449bba05adc6def85b3c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e1f1019eccbf414586ad433f976da53f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/a62a541e983741a8a138bb3f9fe50115, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/69157b5e654f460fa2cbeb1bac1ab3a1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bd45604bf4384f599ea76b2d17f16884, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5800c152a2224eef8141f1ec1819e537, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bac2e6d1d4a3457ca357e5bc2940ddde, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/dc72df83dde74f3eaefae21d2f6eae9d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/336b67a2180b409f953e1d031a3c9fa7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/00079d8451e2489085cf06a7230568ee, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d8bfed43b146479f8fb3e65e58f49732, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/953dd56c1cec40dda0b93d675df3a1ac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/20d5dd68640b4f66adba9867a514c281, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5482e8a459104b5b89e65ecb9b9f001b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/41157a64480847209ea99811716cc950, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ff95b1aee4834aea90bc0e0f18d0564f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/66754ca887934f53b88f4043b6bfd882, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/b90d4bb918fc4333a09523bc224b2705, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ebf40b8775424479b149711f5228e368, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/1b19da3828bb438197048670ed000313, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e77a07206f78416398b9ca0646835ab1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/0c4ede1a139c427bb1376b48e2fb312c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afe7ed60bcad45ffb262b290176c5e1f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/4dfb6b54fdb142bfb6985c60ea13490a] to archive 2024-11-19T15:38:13,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:38:13,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afabea07eb44406b97755a77b690fafe to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afabea07eb44406b97755a77b690fafe 2024-11-19T15:38:13,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d619dcdfde954b539200b08d47cf334f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d619dcdfde954b539200b08d47cf334f 2024-11-19T15:38:13,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/eb5ee1c4471447c286b59547665382e9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/eb5ee1c4471447c286b59547665382e9 2024-11-19T15:38:13,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bbc0d96445b746a4afb3d62214c53586 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bbc0d96445b746a4afb3d62214c53586 2024-11-19T15:38:13,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/9ffe63b637614d4c800af6abbbae7242 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/9ffe63b637614d4c800af6abbbae7242 2024-11-19T15:38:13,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/21fe09bf71e345b485f48ce9fe64f1e8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/21fe09bf71e345b485f48ce9fe64f1e8 2024-11-19T15:38:13,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/990afd772bc24580ac9c03afcbf3ccee to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/990afd772bc24580ac9c03afcbf3ccee 2024-11-19T15:38:13,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/c7451547e57546e48c6eb5873529795f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/c7451547e57546e48c6eb5873529795f 2024-11-19T15:38:13,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/6dcdfb73084f449bba05adc6def85b3c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/6dcdfb73084f449bba05adc6def85b3c 2024-11-19T15:38:13,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e1f1019eccbf414586ad433f976da53f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e1f1019eccbf414586ad433f976da53f 2024-11-19T15:38:13,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/a62a541e983741a8a138bb3f9fe50115 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/a62a541e983741a8a138bb3f9fe50115 2024-11-19T15:38:13,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/69157b5e654f460fa2cbeb1bac1ab3a1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/69157b5e654f460fa2cbeb1bac1ab3a1 2024-11-19T15:38:13,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bd45604bf4384f599ea76b2d17f16884 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bd45604bf4384f599ea76b2d17f16884 2024-11-19T15:38:13,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5800c152a2224eef8141f1ec1819e537 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5800c152a2224eef8141f1ec1819e537 2024-11-19T15:38:13,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bac2e6d1d4a3457ca357e5bc2940ddde to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/bac2e6d1d4a3457ca357e5bc2940ddde 2024-11-19T15:38:13,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/dc72df83dde74f3eaefae21d2f6eae9d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/dc72df83dde74f3eaefae21d2f6eae9d 2024-11-19T15:38:13,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/336b67a2180b409f953e1d031a3c9fa7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/336b67a2180b409f953e1d031a3c9fa7 2024-11-19T15:38:13,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/00079d8451e2489085cf06a7230568ee to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/00079d8451e2489085cf06a7230568ee 2024-11-19T15:38:13,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d8bfed43b146479f8fb3e65e58f49732 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/d8bfed43b146479f8fb3e65e58f49732 2024-11-19T15:38:13,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/953dd56c1cec40dda0b93d675df3a1ac to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/953dd56c1cec40dda0b93d675df3a1ac 2024-11-19T15:38:13,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/20d5dd68640b4f66adba9867a514c281 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/20d5dd68640b4f66adba9867a514c281 2024-11-19T15:38:13,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5482e8a459104b5b89e65ecb9b9f001b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5482e8a459104b5b89e65ecb9b9f001b 2024-11-19T15:38:13,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/41157a64480847209ea99811716cc950 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/41157a64480847209ea99811716cc950 2024-11-19T15:38:13,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ff95b1aee4834aea90bc0e0f18d0564f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ff95b1aee4834aea90bc0e0f18d0564f 2024-11-19T15:38:13,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/66754ca887934f53b88f4043b6bfd882 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/66754ca887934f53b88f4043b6bfd882 2024-11-19T15:38:13,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/b90d4bb918fc4333a09523bc224b2705 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/b90d4bb918fc4333a09523bc224b2705 2024-11-19T15:38:13,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ebf40b8775424479b149711f5228e368 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/ebf40b8775424479b149711f5228e368 2024-11-19T15:38:13,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/1b19da3828bb438197048670ed000313 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/1b19da3828bb438197048670ed000313 2024-11-19T15:38:13,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e77a07206f78416398b9ca0646835ab1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/e77a07206f78416398b9ca0646835ab1 2024-11-19T15:38:13,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/0c4ede1a139c427bb1376b48e2fb312c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/0c4ede1a139c427bb1376b48e2fb312c 2024-11-19T15:38:13,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afe7ed60bcad45ffb262b290176c5e1f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/afe7ed60bcad45ffb262b290176c5e1f 2024-11-19T15:38:13,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/4dfb6b54fdb142bfb6985c60ea13490a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/4dfb6b54fdb142bfb6985c60ea13490a 2024-11-19T15:38:13,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/239664be2dfa40269bfda60cfbac4b8f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09a4e6a2fc1349318bc847c612493daa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/643a8647a9da4967906551d63dffe9d1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/a5d3ce17166449aa9f4defbd9b14437b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0e66355a65084d71926dd901dc524599, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/957b3d9aa8ce42a78140613a33bc05d8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/4b88c52f8845441b97612b81f5060e20, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/dbf854c466154917bdb73ecbe2653014, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/cd6e1fa3470e4dfc8e63f23a85c29ce1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d453a0e97c1e4bc9ae72a33c7af51c40, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8e1db18c82f844e3bb89fcfd374bff10, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7934fa5656fe4e529adbbf3b66eadd01, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8fdcbc552313494cbff078a2e5837b31, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/845dca13a97f49d898fbbf851da46bc8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/1789ac1bcb46404da9f7723c89ca30fd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/298a7e5e3f054f10896d374572631e63, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/28d316b9344e42ed801d1d26a21d67bc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0c4bda2ccf024840ae47180eca1ac34e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/290e723d8eb24e5b900b08038c27d3fb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/34e0ff40929c41f19e5fdd6b796e4d1b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3d31ccf38db54c1d873bbf74f7c2afe4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d7680d49114f4754ab9d2d8f13cd70bb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/812e078937b047b1959d5960453fb8cd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/2aabab47c0374f528dc694abd7d8de20, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8169d6081ac14c659848c4ec68071f71, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/9734da6b41054e178b1a48fa6dc2502b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7a20c40c935f4f5ab0775f3587bcf725, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8697d242c0b44eebb59aecfe222c2194, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/ef9fb1830d76426585345e82a1ccfc9b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/970c5ddac2354f57b227c9d7d8cb61cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/e59245073f854464981749280c5f46c2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09160f9619614df7a892c78cd669ef4c] to archive 2024-11-19T15:38:13,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:38:13,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/239664be2dfa40269bfda60cfbac4b8f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/239664be2dfa40269bfda60cfbac4b8f 2024-11-19T15:38:13,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09a4e6a2fc1349318bc847c612493daa to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09a4e6a2fc1349318bc847c612493daa 2024-11-19T15:38:13,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/643a8647a9da4967906551d63dffe9d1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/643a8647a9da4967906551d63dffe9d1 2024-11-19T15:38:13,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/a5d3ce17166449aa9f4defbd9b14437b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/a5d3ce17166449aa9f4defbd9b14437b 2024-11-19T15:38:13,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0e66355a65084d71926dd901dc524599 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0e66355a65084d71926dd901dc524599 2024-11-19T15:38:13,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/957b3d9aa8ce42a78140613a33bc05d8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/957b3d9aa8ce42a78140613a33bc05d8 2024-11-19T15:38:13,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/4b88c52f8845441b97612b81f5060e20 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/4b88c52f8845441b97612b81f5060e20 2024-11-19T15:38:13,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/dbf854c466154917bdb73ecbe2653014 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/dbf854c466154917bdb73ecbe2653014 2024-11-19T15:38:13,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/cd6e1fa3470e4dfc8e63f23a85c29ce1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/cd6e1fa3470e4dfc8e63f23a85c29ce1 2024-11-19T15:38:13,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d453a0e97c1e4bc9ae72a33c7af51c40 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d453a0e97c1e4bc9ae72a33c7af51c40 2024-11-19T15:38:13,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8e1db18c82f844e3bb89fcfd374bff10 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8e1db18c82f844e3bb89fcfd374bff10 2024-11-19T15:38:13,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7934fa5656fe4e529adbbf3b66eadd01 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7934fa5656fe4e529adbbf3b66eadd01 2024-11-19T15:38:13,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8fdcbc552313494cbff078a2e5837b31 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8fdcbc552313494cbff078a2e5837b31 2024-11-19T15:38:13,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/845dca13a97f49d898fbbf851da46bc8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/845dca13a97f49d898fbbf851da46bc8 2024-11-19T15:38:13,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/1789ac1bcb46404da9f7723c89ca30fd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/1789ac1bcb46404da9f7723c89ca30fd 2024-11-19T15:38:13,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/298a7e5e3f054f10896d374572631e63 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/298a7e5e3f054f10896d374572631e63 2024-11-19T15:38:13,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/28d316b9344e42ed801d1d26a21d67bc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/28d316b9344e42ed801d1d26a21d67bc 2024-11-19T15:38:13,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0c4bda2ccf024840ae47180eca1ac34e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/0c4bda2ccf024840ae47180eca1ac34e 2024-11-19T15:38:13,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/290e723d8eb24e5b900b08038c27d3fb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/290e723d8eb24e5b900b08038c27d3fb 2024-11-19T15:38:13,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/34e0ff40929c41f19e5fdd6b796e4d1b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/34e0ff40929c41f19e5fdd6b796e4d1b 2024-11-19T15:38:13,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3d31ccf38db54c1d873bbf74f7c2afe4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3d31ccf38db54c1d873bbf74f7c2afe4 2024-11-19T15:38:13,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d7680d49114f4754ab9d2d8f13cd70bb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/d7680d49114f4754ab9d2d8f13cd70bb 2024-11-19T15:38:13,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/812e078937b047b1959d5960453fb8cd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/812e078937b047b1959d5960453fb8cd 2024-11-19T15:38:13,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/2aabab47c0374f528dc694abd7d8de20 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/2aabab47c0374f528dc694abd7d8de20 2024-11-19T15:38:13,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8169d6081ac14c659848c4ec68071f71 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8169d6081ac14c659848c4ec68071f71 2024-11-19T15:38:13,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/9734da6b41054e178b1a48fa6dc2502b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/9734da6b41054e178b1a48fa6dc2502b 2024-11-19T15:38:13,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7a20c40c935f4f5ab0775f3587bcf725 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/7a20c40c935f4f5ab0775f3587bcf725 2024-11-19T15:38:13,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8697d242c0b44eebb59aecfe222c2194 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/8697d242c0b44eebb59aecfe222c2194 2024-11-19T15:38:13,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/ef9fb1830d76426585345e82a1ccfc9b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/ef9fb1830d76426585345e82a1ccfc9b 2024-11-19T15:38:13,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/970c5ddac2354f57b227c9d7d8cb61cf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/970c5ddac2354f57b227c9d7d8cb61cf 2024-11-19T15:38:13,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/e59245073f854464981749280c5f46c2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/e59245073f854464981749280c5f46c2 2024-11-19T15:38:13,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09160f9619614df7a892c78cd669ef4c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/09160f9619614df7a892c78cd669ef4c 2024-11-19T15:38:13,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/defee32e0b0547b1b81879a10e2028f5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/d25360eb86604d0bb43a3d804775b7c8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/48338866faf14b0c803d41de9418a2a2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f6fa080004dd4770b75787c644f92fbd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/8c985513479e42c5b665a32f8ddfe3bf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1cd98e89266c448684cfe6d70da36ae7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/40b933a2c9f04d72b2d35da2139d4ba1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/54acb1a3912f4aca8b85bfd3a09b0597, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c953a6f6c06a44df9f092806e4bad49e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/a28ddf8ff6464627a313fdcc3e55ba72, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3785a7f0e0744d338985188ee2e43abf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/03188d2adafc4ba3bde8468b60fe8fe0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1c65d6fa600740a081186a08d39946b5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f27c0677c94e4a9ca13cc347d1873395, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/bf30148648124819a08cbc6fefa593fe, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/444176f421e04b4fac6c1683a7fc6968, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/32f6f8fc74124b56b3dc38083c5bf2fb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/cca0d9486ba344cd82f3b61fe45f8d50, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/b82fbf545521407ebfd64ca07957f1f3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c9f27ee9b4f44ceea45dbbcc7500584e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/66d3c33973794596ada56850997a5003, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/60d460df62d2410989971561151ea96e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/e7cb8d176f6d489ba73fba0c4318f5a2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/56bf5fe3b45142dbb092a7e84010843b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6b43a4632f7d4426bc95d575c346dff3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/fc427744f7cb4667ae11c7376ea651ae, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6814e0efe7e845408706d6bc3468eee2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/633095a5d60d46049d8b267e66f45857, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3ef04da7be5b4da8ba02a87facf7ecdb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/7a5f21a97d2b46a3a55b26e8d78c6c19] to archive 2024-11-19T15:38:13,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:38:13,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/defee32e0b0547b1b81879a10e2028f5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/defee32e0b0547b1b81879a10e2028f5 2024-11-19T15:38:13,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/d25360eb86604d0bb43a3d804775b7c8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/d25360eb86604d0bb43a3d804775b7c8 2024-11-19T15:38:13,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/48338866faf14b0c803d41de9418a2a2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/48338866faf14b0c803d41de9418a2a2 2024-11-19T15:38:13,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f6fa080004dd4770b75787c644f92fbd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f6fa080004dd4770b75787c644f92fbd 2024-11-19T15:38:13,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/8c985513479e42c5b665a32f8ddfe3bf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/8c985513479e42c5b665a32f8ddfe3bf 2024-11-19T15:38:13,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1cd98e89266c448684cfe6d70da36ae7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1cd98e89266c448684cfe6d70da36ae7 2024-11-19T15:38:13,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/40b933a2c9f04d72b2d35da2139d4ba1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/40b933a2c9f04d72b2d35da2139d4ba1 2024-11-19T15:38:13,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/54acb1a3912f4aca8b85bfd3a09b0597 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/54acb1a3912f4aca8b85bfd3a09b0597 2024-11-19T15:38:13,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c953a6f6c06a44df9f092806e4bad49e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c953a6f6c06a44df9f092806e4bad49e 2024-11-19T15:38:13,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/a28ddf8ff6464627a313fdcc3e55ba72 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/a28ddf8ff6464627a313fdcc3e55ba72 2024-11-19T15:38:13,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3785a7f0e0744d338985188ee2e43abf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3785a7f0e0744d338985188ee2e43abf 2024-11-19T15:38:13,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/03188d2adafc4ba3bde8468b60fe8fe0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/03188d2adafc4ba3bde8468b60fe8fe0 2024-11-19T15:38:13,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1c65d6fa600740a081186a08d39946b5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1c65d6fa600740a081186a08d39946b5 2024-11-19T15:38:13,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f27c0677c94e4a9ca13cc347d1873395 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/f27c0677c94e4a9ca13cc347d1873395 2024-11-19T15:38:13,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/bf30148648124819a08cbc6fefa593fe to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/bf30148648124819a08cbc6fefa593fe 2024-11-19T15:38:13,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/1981dd9c1d9d4d8e9ff5be5cfce16ef8 2024-11-19T15:38:13,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/444176f421e04b4fac6c1683a7fc6968 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/444176f421e04b4fac6c1683a7fc6968 2024-11-19T15:38:13,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/32f6f8fc74124b56b3dc38083c5bf2fb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/32f6f8fc74124b56b3dc38083c5bf2fb 2024-11-19T15:38:13,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/cca0d9486ba344cd82f3b61fe45f8d50 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/cca0d9486ba344cd82f3b61fe45f8d50 2024-11-19T15:38:13,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/b82fbf545521407ebfd64ca07957f1f3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/b82fbf545521407ebfd64ca07957f1f3 2024-11-19T15:38:13,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c9f27ee9b4f44ceea45dbbcc7500584e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/c9f27ee9b4f44ceea45dbbcc7500584e 2024-11-19T15:38:13,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/66d3c33973794596ada56850997a5003 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/66d3c33973794596ada56850997a5003 2024-11-19T15:38:13,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/60d460df62d2410989971561151ea96e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/60d460df62d2410989971561151ea96e 2024-11-19T15:38:13,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/e7cb8d176f6d489ba73fba0c4318f5a2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/e7cb8d176f6d489ba73fba0c4318f5a2 2024-11-19T15:38:13,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/56bf5fe3b45142dbb092a7e84010843b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/56bf5fe3b45142dbb092a7e84010843b 2024-11-19T15:38:13,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6b43a4632f7d4426bc95d575c346dff3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6b43a4632f7d4426bc95d575c346dff3 2024-11-19T15:38:13,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/fc427744f7cb4667ae11c7376ea651ae to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/fc427744f7cb4667ae11c7376ea651ae 2024-11-19T15:38:13,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6814e0efe7e845408706d6bc3468eee2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/6814e0efe7e845408706d6bc3468eee2 2024-11-19T15:38:13,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/633095a5d60d46049d8b267e66f45857 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/633095a5d60d46049d8b267e66f45857 2024-11-19T15:38:13,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3ef04da7be5b4da8ba02a87facf7ecdb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/3ef04da7be5b4da8ba02a87facf7ecdb 2024-11-19T15:38:13,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/7a5f21a97d2b46a3a55b26e8d78c6c19 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/7a5f21a97d2b46a3a55b26e8d78c6c19 2024-11-19T15:38:13,717 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/recovered.edits/487.seqid, newMaxSeqId=487, maxSeqId=1 2024-11-19T15:38:13,717 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. 2024-11-19T15:38:13,717 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 5339a334c96fa23cb649ad368d894013: Waiting for close lock at 1732030691821Running coprocessor pre-close hooks at 1732030691821Disabling compacts and flushes for region at 1732030691821Disabling writes for close at 1732030692372 (+551 ms)Obtaining lock to block concurrent updates at 1732030692372Preparing flush snapshotting stores in 5339a334c96fa23cb649ad368d894013 at 1732030692372Finished memstore snapshotting TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732030692372Flushing stores of TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013. at 1732030692373 (+1 ms)Flushing 5339a334c96fa23cb649ad368d894013/A: creating writer at 1732030692373Flushing 5339a334c96fa23cb649ad368d894013/A: appending metadata at 1732030692375 (+2 ms)Flushing 5339a334c96fa23cb649ad368d894013/A: closing flushed file at 1732030692375Flushing 5339a334c96fa23cb649ad368d894013/B: creating writer at 1732030692782 (+407 ms)Flushing 5339a334c96fa23cb649ad368d894013/B: appending metadata at 1732030692784 (+2 ms)Flushing 5339a334c96fa23cb649ad368d894013/B: closing flushed file at 1732030692785 (+1 ms)Flushing 5339a334c96fa23cb649ad368d894013/C: creating writer at 1732030693194 (+409 ms)Flushing 5339a334c96fa23cb649ad368d894013/C: appending metadata at 1732030693196 (+2 ms)Flushing 5339a334c96fa23cb649ad368d894013/C: closing flushed file at 1732030693196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7beae57f: reopening flushed file at 1732030693604 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264cdaaf: reopening flushed file at 1732030693608 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35464702: reopening flushed file at 1732030693611 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5339a334c96fa23cb649ad368d894013 in 1243ms, sequenceid=484, compaction requested=true at 1732030693615 (+4 ms)Writing region close event to WAL at 1732030693714 (+99 ms)Running coprocessor post-close hooks at 1732030693717 (+3 ms)Closed at 1732030693717 2024-11-19T15:38:13,719 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:13,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=5339a334c96fa23cb649ad368d894013, regionState=CLOSED 2024-11-19T15:38:13,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:38:13,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-19T15:38:13,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 5339a334c96fa23cb649ad368d894013, server=50570b5b74e7,40977,1732030610255 in 2.0540 sec 2024-11-19T15:38:13,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-19T15:38:13,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5339a334c96fa23cb649ad368d894013, UNASSIGN in 2.0580 sec 2024-11-19T15:38:13,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-19T15:38:13,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0620 sec 2024-11-19T15:38:13,730 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030693729"}]},"ts":"1732030693729"} 2024-11-19T15:38:13,731 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T15:38:13,731 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T15:38:13,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0720 sec 2024-11-19T15:38:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-19T15:38:13,816 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:13,817 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T15:38:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:13,818 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-19T15:38:13,819 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=98, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:13,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:13,824 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/recovered.edits] 2024-11-19T15:38:13,826 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/3d8b9320ffe6452e9da9ecfa9fe30377 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/3d8b9320ffe6452e9da9ecfa9fe30377 2024-11-19T15:38:13,827 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/528cda2d22dd44138556adaa86354777 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/528cda2d22dd44138556adaa86354777 2024-11-19T15:38:13,828 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5d1f3123642f40ed802b00ba4616327e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/A/5d1f3123642f40ed802b00ba4616327e 2024-11-19T15:38:13,830 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3ee614241a9a4ac39efc4e462c855b20 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/3ee614241a9a4ac39efc4e462c855b20 2024-11-19T15:38:13,831 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/6d73f7883b5f45658be630ae06ad6c6e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/6d73f7883b5f45658be630ae06ad6c6e 2024-11-19T15:38:13,831 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/75c0cdf696bf4131bbc5571deed64560 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/B/75c0cdf696bf4131bbc5571deed64560 2024-11-19T15:38:13,833 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/11fb086b22b84835bda8cb7f89729adc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/11fb086b22b84835bda8cb7f89729adc 2024-11-19T15:38:13,834 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/23f35627e06541bd85c852610fcee5e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/23f35627e06541bd85c852610fcee5e3 2024-11-19T15:38:13,835 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/78ae7b7db7074b4f9eeef46b04ff9cde to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/C/78ae7b7db7074b4f9eeef46b04ff9cde 2024-11-19T15:38:13,837 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/recovered.edits/487.seqid to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013/recovered.edits/487.seqid 2024-11-19T15:38:13,838 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/5339a334c96fa23cb649ad368d894013 2024-11-19T15:38:13,838 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T15:38:13,839 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=98, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:13,842 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T15:38:13,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T15:38:13,846 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=98, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:13,846 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T15:38:13,846 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732030693846"}]},"ts":"9223372036854775807"} 2024-11-19T15:38:13,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T15:38:13,848 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5339a334c96fa23cb649ad368d894013, NAME => 'TestAcidGuarantees,,1732030668854.5339a334c96fa23cb649ad368d894013.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T15:38:13,848 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T15:38:13,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732030693848"}]},"ts":"9223372036854775807"} 2024-11-19T15:38:13,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T15:38:13,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=98, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:13,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-19T15:38:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-19T15:38:13,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T15:38:13,926 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:13,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 242), OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7181 (was 7256) 2024-11-19T15:38:13,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=7181 2024-11-19T15:38:13,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:38:13,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:38:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:13,947 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T15:38:13,947 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:13,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 99 2024-11-19T15:38:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T15:38:13,948 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T15:38:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742193_1369 (size=959) 2024-11-19T15:38:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T15:38:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T15:38:14,354 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:38:14,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742194_1370 (size=53) 2024-11-19T15:38:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T15:38:14,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:38:14,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7a9416519d676bc61c3ecae469c25894, disabling compactions & flushes 2024-11-19T15:38:14,759 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:14,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:14,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. after waiting 0 ms 2024-11-19T15:38:14,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:14,760 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:14,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a9416519d676bc61c3ecae469c25894: Waiting for close lock at 1732030694759Disabling compacts and flushes for region at 1732030694759Disabling writes for close at 1732030694760 (+1 ms)Writing region close event to WAL at 1732030694760Closed at 1732030694760 2024-11-19T15:38:14,761 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T15:38:14,761 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732030694761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732030694761"}]},"ts":"1732030694761"} 2024-11-19T15:38:14,762 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T15:38:14,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T15:38:14,763 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030694763"}]},"ts":"1732030694763"} 2024-11-19T15:38:14,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T15:38:14,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, ASSIGN}] 2024-11-19T15:38:14,765 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, ASSIGN 2024-11-19T15:38:14,766 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, ASSIGN; state=OFFLINE, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=false 2024-11-19T15:38:14,917 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:14,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, ASSIGN because future has completed 2024-11-19T15:38:14,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:38:15,073 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:15,073 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:38:15,073 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,073 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:38:15,073 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7794): checking encryption for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,073 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7797): checking classloading for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,074 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,075 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9416519d676bc61c3ecae469c25894 columnFamilyName A 2024-11-19T15:38:15,076 DEBUG [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:15,076 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(327): Store=7a9416519d676bc61c3ecae469c25894/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:15,076 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,077 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9416519d676bc61c3ecae469c25894 columnFamilyName B 2024-11-19T15:38:15,077 DEBUG [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:15,077 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(327): Store=7a9416519d676bc61c3ecae469c25894/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:15,078 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,078 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9416519d676bc61c3ecae469c25894 columnFamilyName C 2024-11-19T15:38:15,078 DEBUG [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:15,079 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(327): Store=7a9416519d676bc61c3ecae469c25894/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:15,079 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1038): replaying wal for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,080 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,080 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,081 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1048): stopping wal replay for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,081 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1060): Cleaning up temporary data for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,081 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:38:15,082 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1093): writing seq id for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,083 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:38:15,084 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1114): Opened 7a9416519d676bc61c3ecae469c25894; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64736656, jitterRate=-0.03534865379333496}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:38:15,084 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:15,084 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1006): Region open journal for 7a9416519d676bc61c3ecae469c25894: Running coprocessor pre-open hook at 1732030695073Writing region info on filesystem at 1732030695073Initializing all the Stores at 1732030695074 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030695074Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030695074Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030695074Cleaning up temporary data from old regions at 1732030695081 (+7 ms)Running coprocessor post-open hooks at 1732030695084 (+3 ms)Region opened successfully at 1732030695084 2024-11-19T15:38:15,085 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., pid=101, masterSystemTime=1732030695070 2024-11-19T15:38:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T15:38:15,087 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:15,087 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:15,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=OPEN, openSeqNum=2, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:38:15,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-19T15:38:15,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 in 171 msec 2024-11-19T15:38:15,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-19T15:38:15,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, ASSIGN in 326 msec 2024-11-19T15:38:15,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T15:38:15,093 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030695092"}]},"ts":"1732030695092"} 2024-11-19T15:38:15,094 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T15:38:15,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T15:38:15,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-19T15:38:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T15:38:16,096 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:16,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a859e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:16,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:16,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:16,098 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2774cc29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:16,100 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddeed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:16,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:16,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:16,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T15:38:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 50570b5b74e7,40533,1732030609496 2024-11-19T15:38:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af3f62c 2024-11-19T15:38:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T15:38:16,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T15:38:16,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:38:16,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:38:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742195_1371 (size=995) 2024-11-19T15:38:16,516 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T15:38:16,516 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T15:38:16,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:38:16,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, REOPEN/MOVE}] 2024-11-19T15:38:16,522 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, REOPEN/MOVE 2024-11-19T15:38:16,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:16,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, REOPEN/MOVE because future has completed 2024-11-19T15:38:16,524 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:38:16,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:38:16,676 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(122): Close 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,676 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:38:16,676 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1722): Closing 7a9416519d676bc61c3ecae469c25894, disabling compactions & flushes 2024-11-19T15:38:16,676 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:16,676 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:16,676 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. after waiting 0 ms 2024-11-19T15:38:16,676 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:16,679 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T15:38:16,680 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:16,680 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1676): Region close journal for 7a9416519d676bc61c3ecae469c25894: Waiting for close lock at 1732030696676Running coprocessor pre-close hooks at 1732030696676Disabling compacts and flushes for region at 1732030696676Disabling writes for close at 1732030696676Writing region close event to WAL at 1732030696677 (+1 ms)Running coprocessor post-close hooks at 1732030696680 (+3 ms)Closed at 1732030696680 2024-11-19T15:38:16,680 WARN [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionServer(3299): Not adding moved region record: 7a9416519d676bc61c3ecae469c25894 to self. 2024-11-19T15:38:16,682 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(157): Closed 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=CLOSED 2024-11-19T15:38:16,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:38:16,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-19T15:38:16,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; CloseRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 in 160 msec 2024-11-19T15:38:16,686 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, REOPEN/MOVE; state=CLOSED, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=true 2024-11-19T15:38:16,837 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:16,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, REOPEN/MOVE because future has completed 2024-11-19T15:38:16,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:38:16,993 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:16,993 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:38:16,994 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,994 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:38:16,994 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,994 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,995 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,996 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9416519d676bc61c3ecae469c25894 columnFamilyName A 2024-11-19T15:38:16,996 DEBUG [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:16,997 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(327): Store=7a9416519d676bc61c3ecae469c25894/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:16,997 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,998 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9416519d676bc61c3ecae469c25894 columnFamilyName B 2024-11-19T15:38:16,998 DEBUG [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:16,998 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(327): Store=7a9416519d676bc61c3ecae469c25894/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:16,998 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:16,999 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9416519d676bc61c3ecae469c25894 columnFamilyName C 2024-11-19T15:38:16,999 DEBUG [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:16,999 INFO [StoreOpener-7a9416519d676bc61c3ecae469c25894-1 {}] regionserver.HStore(327): Store=7a9416519d676bc61c3ecae469c25894/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:17,000 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,000 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,001 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,002 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,002 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,002 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:38:17,003 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,003 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened 7a9416519d676bc61c3ecae469c25894; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59221027, jitterRate=-0.11753793060779572}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:38:17,003 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,004 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for 7a9416519d676bc61c3ecae469c25894: Running coprocessor pre-open hook at 1732030696994Writing region info on filesystem at 1732030696994Initializing all the Stores at 1732030696994Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030696995 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030696995Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030696995Cleaning up temporary data from old regions at 1732030697002 (+7 ms)Running coprocessor post-open hooks at 1732030697003 (+1 ms)Region opened successfully at 1732030697004 (+1 ms) 2024-11-19T15:38:17,005 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., pid=106, masterSystemTime=1732030696990 2024-11-19T15:38:17,006 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,006 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=OPEN, openSeqNum=5, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:38:17,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104 2024-11-19T15:38:17,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 in 170 msec 2024-11-19T15:38:17,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-19T15:38:17,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, REOPEN/MOVE in 489 msec 2024-11-19T15:38:17,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-19T15:38:17,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-19T15:38:17,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-19T15:38:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-19T15:38:17,016 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:17,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac1e8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,018 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d10b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,019 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39729622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781d850f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,021 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a62687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,022 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ddd83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da67742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488fa06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4e0104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c40625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,035 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554da541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,037 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ceb96bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4ab058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,039 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627d4e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,040 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6394d9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2846e423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,042 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acabdbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,044 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae6c77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1153f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,046 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35fafe71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,047 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b55cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623dae41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37502124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,050 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c28003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37755a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,055 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f71261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfffd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520304d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:17,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:17,061 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d814029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:17,062 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104df9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:17,063 DEBUG [Thread-1677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,063 DEBUG [Thread-1671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,063 DEBUG [Thread-1684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,067 DEBUG [Thread-1680 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,067 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-19T15:38:17,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T15:38:17,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:17,070 DEBUG [Thread-1669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:17,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:17,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,071 DEBUG [Thread-1686 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,071 DEBUG [Thread-1675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,074 DEBUG [Thread-1673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,076 DEBUG [Thread-1688 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,076 DEBUG [Thread-1682 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:17,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:38:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,082 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:17,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:38:17,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193d9eb7e847e64f519d08a3a603391f8e_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_1/A:col10/1732030697075/Put/seqid=0 2024-11-19T15:38:17,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030757113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030757122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030757123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030757124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030757126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742196_1372 (size=12154) 2024-11-19T15:38:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T15:38:17,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030757235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030757236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030757236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030757246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030757246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T15:38:17,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030757446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030757446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030757446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030757456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030757467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:17,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193d9eb7e847e64f519d08a3a603391f8e_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193d9eb7e847e64f519d08a3a603391f8e_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/c6ac001c730843cf8adce4ef4d59adee, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:17,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/c6ac001c730843cf8adce4ef4d59adee is 175, key is test_row_1/A:col10/1732030697075/Put/seqid=0 2024-11-19T15:38:17,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742197_1373 (size=30951) 2024-11-19T15:38:17,576 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/c6ac001c730843cf8adce4ef4d59adee 2024-11-19T15:38:17,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/3b7a36fe7d754ec29faf5ce15cc615d5 is 50, key is test_row_1/B:col10/1732030697075/Put/seqid=0 2024-11-19T15:38:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742198_1374 (size=9657) 2024-11-19T15:38:17,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/3b7a36fe7d754ec29faf5ce15cc615d5 2024-11-19T15:38:17,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/efe51a40cdc649208d06f60def27424c is 50, key is test_row_1/C:col10/1732030697075/Put/seqid=0 2024-11-19T15:38:17,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742199_1375 (size=9657) 2024-11-19T15:38:17,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/efe51a40cdc649208d06f60def27424c 2024-11-19T15:38:17,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/c6ac001c730843cf8adce4ef4d59adee as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/c6ac001c730843cf8adce4ef4d59adee 2024-11-19T15:38:17,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/c6ac001c730843cf8adce4ef4d59adee, entries=150, sequenceid=17, filesize=30.2 K 2024-11-19T15:38:17,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/3b7a36fe7d754ec29faf5ce15cc615d5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/3b7a36fe7d754ec29faf5ce15cc615d5 2024-11-19T15:38:17,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/3b7a36fe7d754ec29faf5ce15cc615d5, entries=100, sequenceid=17, filesize=9.4 K 2024-11-19T15:38:17,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/efe51a40cdc649208d06f60def27424c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/efe51a40cdc649208d06f60def27424c 2024-11-19T15:38:17,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/efe51a40cdc649208d06f60def27424c, entries=100, sequenceid=17, filesize=9.4 K 2024-11-19T15:38:17,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7a9416519d676bc61c3ecae469c25894 in 612ms, sequenceid=17, compaction requested=false 2024-11-19T15:38:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T15:38:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T15:38:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:17,762 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:17,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:38:17,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f189fcec41c248ba922e5ccff1310129_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030697123/Put/seqid=0 2024-11-19T15:38:17,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030757775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030757783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742200_1376 (size=14594) 2024-11-19T15:38:17,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030757786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030757787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030757787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030757896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030757896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030757906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030757906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:17,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:17,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:17,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:17,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030758106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030758116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030758125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030758125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:18,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:18,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,192 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:18,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f189fcec41c248ba922e5ccff1310129_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f189fcec41c248ba922e5ccff1310129_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:18,197 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/4ec9c7e6d8044a2fbdf070a076682997, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:18,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/4ec9c7e6d8044a2fbdf070a076682997 is 175, key is test_row_0/A:col10/1732030697123/Put/seqid=0 2024-11-19T15:38:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742201_1377 (size=39549) 2024-11-19T15:38:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T15:38:18,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:18,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:18,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030758306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030758416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030758426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030758435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030758436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:18,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:18,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T15:38:18,602 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/4ec9c7e6d8044a2fbdf070a076682997 2024-11-19T15:38:18,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/8f346ca05ec34819b30318e370aee398 is 50, key is test_row_0/B:col10/1732030697123/Put/seqid=0 2024-11-19T15:38:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742202_1378 (size=12001) 2024-11-19T15:38:18,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:18,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030758936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030758946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030758956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030758956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:19,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/8f346ca05ec34819b30318e370aee398 2024-11-19T15:38:19,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6b370d48258241f19102c0238375bb4a is 50, key is test_row_0/C:col10/1732030697123/Put/seqid=0 2024-11-19T15:38:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742203_1379 (size=12001) 2024-11-19T15:38:19,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:19,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T15:38:19,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:19,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T15:38:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030759326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:19,335 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:19,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:19,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:19,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6b370d48258241f19102c0238375bb4a 2024-11-19T15:38:19,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/4ec9c7e6d8044a2fbdf070a076682997 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/4ec9c7e6d8044a2fbdf070a076682997 2024-11-19T15:38:19,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/4ec9c7e6d8044a2fbdf070a076682997, entries=200, sequenceid=41, filesize=38.6 K 2024-11-19T15:38:19,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/8f346ca05ec34819b30318e370aee398 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8f346ca05ec34819b30318e370aee398 2024-11-19T15:38:19,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8f346ca05ec34819b30318e370aee398, entries=150, sequenceid=41, filesize=11.7 K 2024-11-19T15:38:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6b370d48258241f19102c0238375bb4a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6b370d48258241f19102c0238375bb4a 2024-11-19T15:38:19,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6b370d48258241f19102c0238375bb4a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-19T15:38:19,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7a9416519d676bc61c3ecae469c25894 in 1697ms, sequenceid=41, compaction requested=false 2024-11-19T15:38:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:19,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T15:38:19,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:19,524 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:38:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119287d412df7c84affb3075d161933798f_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030697772/Put/seqid=0 2024-11-19T15:38:19,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742204_1380 (size=12154) 2024-11-19T15:38:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:19,542 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119287d412df7c84affb3075d161933798f_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119287d412df7c84affb3075d161933798f_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:19,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/33a29897623e4df99ff1948fb791b7c8, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:19,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/33a29897623e4df99ff1948fb791b7c8 is 175, key is test_row_0/A:col10/1732030697772/Put/seqid=0 2024-11-19T15:38:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742205_1381 (size=30955) 2024-11-19T15:38:19,949 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/33a29897623e4df99ff1948fb791b7c8 2024-11-19T15:38:19,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/e1ab98139962460ea594003d66a37f37 is 50, key is test_row_0/B:col10/1732030697772/Put/seqid=0 2024-11-19T15:38:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742206_1382 (size=12001) 2024-11-19T15:38:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:19,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030760019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030760020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030760020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030760021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030760125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030760136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030760136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030760146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030760346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,361 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/e1ab98139962460ea594003d66a37f37 2024-11-19T15:38:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030760356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030760356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/3c6d11946b8e48bbb7ffe30c716acbd9 is 50, key is test_row_0/C:col10/1732030697772/Put/seqid=0 2024-11-19T15:38:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742207_1383 (size=12001) 2024-11-19T15:38:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030760366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030760656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030760676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030760676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030760686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:20,772 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/3c6d11946b8e48bbb7ffe30c716acbd9 2024-11-19T15:38:20,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/33a29897623e4df99ff1948fb791b7c8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/33a29897623e4df99ff1948fb791b7c8 2024-11-19T15:38:20,780 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/33a29897623e4df99ff1948fb791b7c8, entries=150, sequenceid=53, filesize=30.2 K 2024-11-19T15:38:20,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/e1ab98139962460ea594003d66a37f37 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/e1ab98139962460ea594003d66a37f37 2024-11-19T15:38:20,784 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/e1ab98139962460ea594003d66a37f37, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T15:38:20,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/3c6d11946b8e48bbb7ffe30c716acbd9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/3c6d11946b8e48bbb7ffe30c716acbd9 2024-11-19T15:38:20,788 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/3c6d11946b8e48bbb7ffe30c716acbd9, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T15:38:20,789 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7a9416519d676bc61c3ecae469c25894 in 1265ms, sequenceid=53, compaction requested=true 2024-11-19T15:38:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-19T15:38:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-19T15:38:20,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-19T15:38:20,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7210 sec 2024-11-19T15:38:20,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.7260 sec 2024-11-19T15:38:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:21,183 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:21,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:38:21,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e948006065e4420799d20e8b225f9b4c_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030700020/Put/seqid=0 2024-11-19T15:38:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742208_1384 (size=14594) 2024-11-19T15:38:21,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030761205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030761207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T15:38:21,226 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:21,226 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:21,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030761214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030761217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-19T15:38:21,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T15:38:21,228 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:21,230 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:21,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:21,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030761326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T15:38:21,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030761336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030761336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030761356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,362 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:21,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030761536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T15:38:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030761546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030761546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:21,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e948006065e4420799d20e8b225f9b4c_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e948006065e4420799d20e8b225f9b4c_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:21,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/20ec2518c2e64d7687d22cebf6bcc654, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:21,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/20ec2518c2e64d7687d22cebf6bcc654 is 175, key is test_row_0/A:col10/1732030700020/Put/seqid=0 2024-11-19T15:38:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742209_1385 (size=39549) 2024-11-19T15:38:21,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/20ec2518c2e64d7687d22cebf6bcc654 2024-11-19T15:38:21,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/869f66a8bf4e4616bf250bc7d8b033d2 is 50, key is test_row_0/B:col10/1732030700020/Put/seqid=0 2024-11-19T15:38:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742210_1386 (size=12001) 2024-11-19T15:38:21,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T15:38:21,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030761856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030761866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030761866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:21,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:21,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/869f66a8bf4e4616bf250bc7d8b033d2 2024-11-19T15:38:22,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/e5220cb3b6f84921998bf18e6306454d is 50, key is test_row_0/C:col10/1732030700020/Put/seqid=0 2024-11-19T15:38:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742211_1387 (size=12001) 2024-11-19T15:38:22,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030762226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:22,227 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:22,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T15:38:22,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030762376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:22,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030762385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030762385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:22,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/e5220cb3b6f84921998bf18e6306454d 2024-11-19T15:38:22,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/20ec2518c2e64d7687d22cebf6bcc654 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/20ec2518c2e64d7687d22cebf6bcc654 2024-11-19T15:38:22,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/20ec2518c2e64d7687d22cebf6bcc654, entries=200, sequenceid=78, filesize=38.6 K 2024-11-19T15:38:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/869f66a8bf4e4616bf250bc7d8b033d2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/869f66a8bf4e4616bf250bc7d8b033d2 2024-11-19T15:38:22,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/869f66a8bf4e4616bf250bc7d8b033d2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-19T15:38:22,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/e5220cb3b6f84921998bf18e6306454d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e5220cb3b6f84921998bf18e6306454d 2024-11-19T15:38:22,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:22,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e5220cb3b6f84921998bf18e6306454d, entries=150, sequenceid=78, filesize=11.7 K 2024-11-19T15:38:22,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7a9416519d676bc61c3ecae469c25894 in 1276ms, sequenceid=78, compaction requested=true 2024-11-19T15:38:22,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:22,460 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:22,460 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:22,463 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:22,463 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:22,463 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/B is initiating minor compaction (all files) 2024-11-19T15:38:22,463 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/A is initiating minor compaction (all files) 2024-11-19T15:38:22,463 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/B in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,463 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/A in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,464 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/3b7a36fe7d754ec29faf5ce15cc615d5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8f346ca05ec34819b30318e370aee398, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/e1ab98139962460ea594003d66a37f37, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/869f66a8bf4e4616bf250bc7d8b033d2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=44.6 K 2024-11-19T15:38:22,464 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/c6ac001c730843cf8adce4ef4d59adee, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/4ec9c7e6d8044a2fbdf070a076682997, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/33a29897623e4df99ff1948fb791b7c8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/20ec2518c2e64d7687d22cebf6bcc654] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=137.7 K 2024-11-19T15:38:22,464 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,464 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/c6ac001c730843cf8adce4ef4d59adee, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/4ec9c7e6d8044a2fbdf070a076682997, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/33a29897623e4df99ff1948fb791b7c8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/20ec2518c2e64d7687d22cebf6bcc654] 2024-11-19T15:38:22,464 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b7a36fe7d754ec29faf5ce15cc615d5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732030697075 2024-11-19T15:38:22,464 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6ac001c730843cf8adce4ef4d59adee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732030697075 2024-11-19T15:38:22,464 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f346ca05ec34819b30318e370aee398, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732030697109 2024-11-19T15:38:22,465 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ec9c7e6d8044a2fbdf070a076682997, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732030697109 2024-11-19T15:38:22,465 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ab98139962460ea594003d66a37f37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732030697772 2024-11-19T15:38:22,465 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33a29897623e4df99ff1948fb791b7c8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732030697772 2024-11-19T15:38:22,465 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 869f66a8bf4e4616bf250bc7d8b033d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732030700018 2024-11-19T15:38:22,465 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20ec2518c2e64d7687d22cebf6bcc654, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732030700004 2024-11-19T15:38:22,489 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:22,491 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:22,491 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/12077552404f4b4fa0e65f8dbb1c35b1 is 50, key is test_row_0/B:col10/1732030700020/Put/seqid=0 2024-11-19T15:38:22,496 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411197f09c588c0364884ae429fca9e279cb8_7a9416519d676bc61c3ecae469c25894 store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:22,499 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411197f09c588c0364884ae429fca9e279cb8_7a9416519d676bc61c3ecae469c25894, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:22,499 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197f09c588c0364884ae429fca9e279cb8_7a9416519d676bc61c3ecae469c25894 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742213_1389 (size=4469) 2024-11-19T15:38:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742212_1388 (size=12139) 2024-11-19T15:38:22,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T15:38:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,610 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197caad9b5437e4f2593b35cef88a1cfd5_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030701192/Put/seqid=0 2024-11-19T15:38:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742214_1390 (size=12154) 2024-11-19T15:38:22,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:22,626 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197caad9b5437e4f2593b35cef88a1cfd5_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197caad9b5437e4f2593b35cef88a1cfd5_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5629ac7b65144e6bb284c2cdab3bbb3c, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5629ac7b65144e6bb284c2cdab3bbb3c is 175, key is test_row_0/A:col10/1732030701192/Put/seqid=0 2024-11-19T15:38:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742215_1391 (size=30955) 2024-11-19T15:38:22,911 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#A#compaction#332 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:22,911 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/d9a0ee3c46854d33a48c838acec7e24b is 175, key is test_row_0/A:col10/1732030700020/Put/seqid=0 2024-11-19T15:38:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742216_1392 (size=31093) 2024-11-19T15:38:22,923 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/d9a0ee3c46854d33a48c838acec7e24b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/d9a0ee3c46854d33a48c838acec7e24b 2024-11-19T15:38:22,924 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/12077552404f4b4fa0e65f8dbb1c35b1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/12077552404f4b4fa0e65f8dbb1c35b1 2024-11-19T15:38:22,927 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/A of 7a9416519d676bc61c3ecae469c25894 into d9a0ee3c46854d33a48c838acec7e24b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:22,927 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:22,927 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/A, priority=12, startTime=1732030702459; duration=0sec 2024-11-19T15:38:22,927 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:22,927 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:A 2024-11-19T15:38:22,928 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:22,929 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:22,929 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/C is initiating minor compaction (all files) 2024-11-19T15:38:22,929 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/C in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:22,929 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/B of 7a9416519d676bc61c3ecae469c25894 into 12077552404f4b4fa0e65f8dbb1c35b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:22,929 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:22,929 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/B, priority=12, startTime=1732030702460; duration=0sec 2024-11-19T15:38:22,929 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/efe51a40cdc649208d06f60def27424c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6b370d48258241f19102c0238375bb4a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/3c6d11946b8e48bbb7ffe30c716acbd9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e5220cb3b6f84921998bf18e6306454d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=44.6 K 2024-11-19T15:38:22,929 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:22,929 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:B 2024-11-19T15:38:22,930 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting efe51a40cdc649208d06f60def27424c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732030697075 2024-11-19T15:38:22,930 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b370d48258241f19102c0238375bb4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732030697109 2024-11-19T15:38:22,930 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c6d11946b8e48bbb7ffe30c716acbd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732030697772 2024-11-19T15:38:22,931 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5220cb3b6f84921998bf18e6306454d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732030700018 2024-11-19T15:38:22,938 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:22,939 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/0c790e8d08eb499b99698ceab0bbad76 is 50, key is test_row_0/C:col10/1732030700020/Put/seqid=0 2024-11-19T15:38:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742217_1393 (size=12139) 2024-11-19T15:38:22,959 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/0c790e8d08eb499b99698ceab0bbad76 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/0c790e8d08eb499b99698ceab0bbad76 2024-11-19T15:38:22,964 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/C of 7a9416519d676bc61c3ecae469c25894 into 0c790e8d08eb499b99698ceab0bbad76(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:22,964 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:22,965 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/C, priority=12, startTime=1732030702460; duration=0sec 2024-11-19T15:38:22,965 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:22,965 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:C 2024-11-19T15:38:23,033 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5629ac7b65144e6bb284c2cdab3bbb3c 2024-11-19T15:38:23,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/1290a939a22c4105be52f34b69e0ea9a is 50, key is test_row_0/B:col10/1732030701192/Put/seqid=0 2024-11-19T15:38:23,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742218_1394 (size=12001) 2024-11-19T15:38:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T15:38:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:23,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:23,457 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/1290a939a22c4105be52f34b69e0ea9a 2024-11-19T15:38:23,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c317752d74a04c2caef628bb5217451d is 50, key is test_row_0/C:col10/1732030701192/Put/seqid=0 2024-11-19T15:38:23,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742219_1395 (size=12001) 2024-11-19T15:38:23,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030763461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030763462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030763468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030763576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030763576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030763585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030763796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030763796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030763806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:23,869 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c317752d74a04c2caef628bb5217451d 2024-11-19T15:38:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5629ac7b65144e6bb284c2cdab3bbb3c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5629ac7b65144e6bb284c2cdab3bbb3c 2024-11-19T15:38:23,881 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5629ac7b65144e6bb284c2cdab3bbb3c, entries=150, sequenceid=89, filesize=30.2 K 2024-11-19T15:38:23,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/1290a939a22c4105be52f34b69e0ea9a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/1290a939a22c4105be52f34b69e0ea9a 2024-11-19T15:38:23,887 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/1290a939a22c4105be52f34b69e0ea9a, entries=150, sequenceid=89, filesize=11.7 K 2024-11-19T15:38:23,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c317752d74a04c2caef628bb5217451d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c317752d74a04c2caef628bb5217451d 2024-11-19T15:38:23,891 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c317752d74a04c2caef628bb5217451d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-19T15:38:23,892 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7a9416519d676bc61c3ecae469c25894 in 1282ms, sequenceid=89, compaction requested=false 2024-11-19T15:38:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-19T15:38:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-19T15:38:23,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-19T15:38:23,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6640 sec 2024-11-19T15:38:23,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.6710 sec 2024-11-19T15:38:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:24,121 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:24,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:38:24,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195f05f1a1851847198741794d63b01cc2_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030703466/Put/seqid=0 2024-11-19T15:38:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030764137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742220_1396 (size=14594) 2024-11-19T15:38:24,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030764151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030764151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030764236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,243 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:24,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030764255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030764266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030764266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030764466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030764476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030764486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:24,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195f05f1a1851847198741794d63b01cc2_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195f05f1a1851847198741794d63b01cc2_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:24,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/b3d70d621742437183c1a4b321279267, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:24,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/b3d70d621742437183c1a4b321279267 is 175, key is test_row_0/A:col10/1732030703466/Put/seqid=0 2024-11-19T15:38:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742221_1397 (size=39549) 2024-11-19T15:38:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030764776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030764786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030764796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:24,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/b3d70d621742437183c1a4b321279267 2024-11-19T15:38:24,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/b07ad6c644e740de85e99a3e923aa0fd is 50, key is test_row_0/B:col10/1732030703466/Put/seqid=0 2024-11-19T15:38:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742222_1398 (size=12001) 2024-11-19T15:38:25,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030765296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:25,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030765305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:25,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:25,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030765305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:25,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/b07ad6c644e740de85e99a3e923aa0fd 2024-11-19T15:38:25,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/94d57da75cff4a53ae31c9b75828e632 is 50, key is test_row_0/C:col10/1732030703466/Put/seqid=0 2024-11-19T15:38:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742223_1399 (size=12001) 2024-11-19T15:38:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T15:38:25,396 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030765386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:25,396 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:25,397 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-19T15:38:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T15:38:25,399 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:25,399 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:25,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T15:38:25,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-19T15:38:25,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:25,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:25,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:25,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-19T15:38:25,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:25,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:25,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T15:38:25,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/94d57da75cff4a53ae31c9b75828e632 2024-11-19T15:38:25,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/b3d70d621742437183c1a4b321279267 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/b3d70d621742437183c1a4b321279267 2024-11-19T15:38:25,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/b3d70d621742437183c1a4b321279267, entries=200, sequenceid=119, filesize=38.6 K 2024-11-19T15:38:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/b07ad6c644e740de85e99a3e923aa0fd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/b07ad6c644e740de85e99a3e923aa0fd 2024-11-19T15:38:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/b07ad6c644e740de85e99a3e923aa0fd, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T15:38:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/94d57da75cff4a53ae31c9b75828e632 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/94d57da75cff4a53ae31c9b75828e632 2024-11-19T15:38:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/94d57da75cff4a53ae31c9b75828e632, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T15:38:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 7a9416519d676bc61c3ecae469c25894 in 1688ms, sequenceid=119, compaction requested=true 2024-11-19T15:38:25,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:25,809 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:25,809 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:25,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:25,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:25,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:25,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,811 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:25,811 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/B is initiating minor compaction (all files) 2024-11-19T15:38:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,811 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/B in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,811 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/12077552404f4b4fa0e65f8dbb1c35b1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/1290a939a22c4105be52f34b69e0ea9a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/b07ad6c644e740de85e99a3e923aa0fd] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=35.3 K 2024-11-19T15:38:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,820 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:25,821 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 12077552404f4b4fa0e65f8dbb1c35b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732030700018 2024-11-19T15:38:25,821 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/A is initiating minor compaction (all files) 2024-11-19T15:38:25,821 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/A in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,821 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/d9a0ee3c46854d33a48c838acec7e24b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5629ac7b65144e6bb284c2cdab3bbb3c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/b3d70d621742437183c1a4b321279267] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=99.2 K 2024-11-19T15:38:25,821 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1290a939a22c4105be52f34b69e0ea9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732030701192 2024-11-19T15:38:25,821 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,821 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/d9a0ee3c46854d33a48c838acec7e24b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5629ac7b65144e6bb284c2cdab3bbb3c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/b3d70d621742437183c1a4b321279267] 2024-11-19T15:38:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,821 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b07ad6c644e740de85e99a3e923aa0fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732030703459 2024-11-19T15:38:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,822 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9a0ee3c46854d33a48c838acec7e24b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732030700018 2024-11-19T15:38:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,822 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5629ac7b65144e6bb284c2cdab3bbb3c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732030701192 2024-11-19T15:38:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,822 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3d70d621742437183c1a4b321279267, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732030703459 2024-11-19T15:38:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,830 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#B#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,830 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/a1aeefd15b4b4cdf971ad367b27a375f is 50, key is test_row_0/B:col10/1732030703466/Put/seqid=0 2024-11-19T15:38:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,832 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,844 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111940c8d60038dd4906b09e8fdab88396e7_7a9416519d676bc61c3ecae469c25894 store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,846 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111940c8d60038dd4906b09e8fdab88396e7_7a9416519d676bc61c3ecae469c25894, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,846 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111940c8d60038dd4906b09e8fdab88396e7_7a9416519d676bc61c3ecae469c25894 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742224_1400 (size=12241) 2024-11-19T15:38:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,853 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/a1aeefd15b4b4cdf971ad367b27a375f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/a1aeefd15b4b4cdf971ad367b27a375f 2024-11-19T15:38:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742225_1401 (size=4469) 2024-11-19T15:38:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,856 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#A#compaction#341 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,856 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/f237fe24908b4168b289398b9b600f2a is 175, key is test_row_0/A:col10/1732030703466/Put/seqid=0 2024-11-19T15:38:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,859 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/B of 7a9416519d676bc61c3ecae469c25894 into a1aeefd15b4b4cdf971ad367b27a375f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:25,859 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:25,859 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/B, priority=13, startTime=1732030705809; duration=0sec 2024-11-19T15:38:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,859 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:25,859 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:B 2024-11-19T15:38:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,859 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,860 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,860 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/C is initiating minor compaction (all files) 2024-11-19T15:38:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,860 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/C in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,860 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/0c790e8d08eb499b99698ceab0bbad76, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c317752d74a04c2caef628bb5217451d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/94d57da75cff4a53ae31c9b75828e632] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=35.3 K 2024-11-19T15:38:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-19T15:38:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742226_1402 (size=31195) 2024-11-19T15:38:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,865 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T15:38:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,865 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c790e8d08eb499b99698ceab0bbad76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732030700018 2024-11-19T15:38:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,866 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c317752d74a04c2caef628bb5217451d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732030701192 2024-11-19T15:38:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,866 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d57da75cff4a53ae31c9b75828e632, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732030703459 2024-11-19T15:38:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,874 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/f237fe24908b4168b289398b9b600f2a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f237fe24908b4168b289398b9b600f2a 2024-11-19T15:38:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119398008e4029d48a29aaa0313beec5232_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030704135/Put/seqid=0 2024-11-19T15:38:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,876 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:25,877 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c9ae499f34d54025b7de864a311d578a is 50, key is test_row_0/C:col10/1732030703466/Put/seqid=0 2024-11-19T15:38:25,879 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/A of 7a9416519d676bc61c3ecae469c25894 into f237fe24908b4168b289398b9b600f2a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:25,879 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:25,879 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/A, priority=13, startTime=1732030705809; duration=0sec 2024-11-19T15:38:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,879 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:25,879 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:A 2024-11-19T15:38:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742227_1403 (size=9714) 2024-11-19T15:38:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742228_1404 (size=12241) 2024-11-19T15:38:25,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,898 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119398008e4029d48a29aaa0313beec5232_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119398008e4029d48a29aaa0313beec5232_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/de55297b5ca640699a3110dd03c8ef49, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/de55297b5ca640699a3110dd03c8ef49 is 175, key is test_row_0/A:col10/1732030704135/Put/seqid=0 2024-11-19T15:38:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742229_1405 (size=22361) 2024-11-19T15:38:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,907 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/de55297b5ca640699a3110dd03c8ef49 2024-11-19T15:38:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/737bf86dad774fb1aa9a8fd4c9c43253 is 50, key is test_row_0/B:col10/1732030704135/Put/seqid=0 2024-11-19T15:38:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742230_1406 (size=9657) 2024-11-19T15:38:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T15:38:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,301 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c9ae499f34d54025b7de864a311d578a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c9ae499f34d54025b7de864a311d578a 2024-11-19T15:38:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,306 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/C of 7a9416519d676bc61c3ecae469c25894 into c9ae499f34d54025b7de864a311d578a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:26,306 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:26,306 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/C, priority=13, startTime=1732030705810; duration=0sec 2024-11-19T15:38:26,307 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:26,307 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:C 2024-11-19T15:38:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,351 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/737bf86dad774fb1aa9a8fd4c9c43253 2024-11-19T15:38:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/ec769ac3c3334f0cb31845d9cfbe3b4c is 50, key is test_row_0/C:col10/1732030704135/Put/seqid=0 2024-11-19T15:38:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742231_1407 (size=9657) 2024-11-19T15:38:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,364 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/ec769ac3c3334f0cb31845d9cfbe3b4c 2024-11-19T15:38:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/de55297b5ca640699a3110dd03c8ef49 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/de55297b5ca640699a3110dd03c8ef49 2024-11-19T15:38:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,381 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/de55297b5ca640699a3110dd03c8ef49, entries=100, sequenceid=130, filesize=21.8 K 2024-11-19T15:38:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/737bf86dad774fb1aa9a8fd4c9c43253 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/737bf86dad774fb1aa9a8fd4c9c43253 2024-11-19T15:38:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,386 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/737bf86dad774fb1aa9a8fd4c9c43253, entries=100, sequenceid=130, filesize=9.4 K 2024-11-19T15:38:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/ec769ac3c3334f0cb31845d9cfbe3b4c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ec769ac3c3334f0cb31845d9cfbe3b4c 2024-11-19T15:38:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,391 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ec769ac3c3334f0cb31845d9cfbe3b4c, entries=100, sequenceid=130, filesize=9.4 K 2024-11-19T15:38:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,392 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=40.25 KB/41220 for 7a9416519d676bc61c3ecae469c25894 in 527ms, sequenceid=130, compaction requested=false 2024-11-19T15:38:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-19T15:38:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-19T15:38:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-19T15:38:26,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 995 msec 2024-11-19T15:38:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.0010 sec 2024-11-19T15:38:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:26,427 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:26,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111991728855e03a424eae467ca7e8969314_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030706425/Put/seqid=0 2024-11-19T15:38:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742232_1408 (size=14794) 2024-11-19T15:38:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030766518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T15:38:26,536 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:26,536 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-19T15:38:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T15:38:26,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:26,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:26,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030766531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030766532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030766636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T15:38:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030766646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030766646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:26,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:26,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:26,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:26,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:26,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:26,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,849 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111991728855e03a424eae467ca7e8969314_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111991728855e03a424eae467ca7e8969314_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:26,849 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/bfb8c5bbd7d8411fa11d58413c0d29bf, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:26,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/bfb8c5bbd7d8411fa11d58413c0d29bf is 175, key is test_row_0/A:col10/1732030706425/Put/seqid=0 2024-11-19T15:38:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742233_1409 (size=39749) 2024-11-19T15:38:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T15:38:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030766856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030766865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030766865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:26,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:26,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:27,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:27,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T15:38:27,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030767166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:27,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:27,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030767176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030767176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:27,254 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/bfb8c5bbd7d8411fa11d58413c0d29bf 2024-11-19T15:38:27,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/d248bf849c2a44de9b2fa67286bd8496 is 50, key is test_row_0/B:col10/1732030706425/Put/seqid=0 2024-11-19T15:38:27,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742234_1410 (size=12151) 2024-11-19T15:38:27,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:27,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:27,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:27,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/d248bf849c2a44de9b2fa67286bd8496 2024-11-19T15:38:27,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/e9310ec2a0b24f288fb8fa78e7c146ff is 50, key is test_row_0/C:col10/1732030706425/Put/seqid=0 2024-11-19T15:38:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T15:38:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742235_1411 (size=12151) 2024-11-19T15:38:27,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030767686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030767696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:27,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:27,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030767696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:27,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:27,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:27,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:27,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:27,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:27,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:28,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:28,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:28,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:28,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:28,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:28,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/e9310ec2a0b24f288fb8fa78e7c146ff 2024-11-19T15:38:28,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/bfb8c5bbd7d8411fa11d58413c0d29bf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/bfb8c5bbd7d8411fa11d58413c0d29bf 2024-11-19T15:38:28,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/bfb8c5bbd7d8411fa11d58413c0d29bf, entries=200, sequenceid=143, filesize=38.8 K 2024-11-19T15:38:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/d248bf849c2a44de9b2fa67286bd8496 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d248bf849c2a44de9b2fa67286bd8496 2024-11-19T15:38:28,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d248bf849c2a44de9b2fa67286bd8496, entries=150, sequenceid=143, filesize=11.9 K 2024-11-19T15:38:28,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/e9310ec2a0b24f288fb8fa78e7c146ff as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e9310ec2a0b24f288fb8fa78e7c146ff 2024-11-19T15:38:28,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e9310ec2a0b24f288fb8fa78e7c146ff, entries=150, sequenceid=143, filesize=11.9 K 2024-11-19T15:38:28,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7a9416519d676bc61c3ecae469c25894 in 1670ms, sequenceid=143, compaction requested=true 2024-11-19T15:38:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:28,097 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:28,097 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:28,098 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:28,098 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/A is initiating minor compaction (all files) 2024-11-19T15:38:28,098 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:28,098 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/A in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:28,098 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/B is initiating minor compaction (all files) 2024-11-19T15:38:28,098 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/B in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:28,098 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f237fe24908b4168b289398b9b600f2a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/de55297b5ca640699a3110dd03c8ef49, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/bfb8c5bbd7d8411fa11d58413c0d29bf] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=91.1 K 2024-11-19T15:38:28,098 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/a1aeefd15b4b4cdf971ad367b27a375f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/737bf86dad774fb1aa9a8fd4c9c43253, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d248bf849c2a44de9b2fa67286bd8496] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=33.3 K 2024-11-19T15:38:28,098 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:28,098 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f237fe24908b4168b289398b9b600f2a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/de55297b5ca640699a3110dd03c8ef49, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/bfb8c5bbd7d8411fa11d58413c0d29bf] 2024-11-19T15:38:28,099 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a1aeefd15b4b4cdf971ad367b27a375f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732030703459 2024-11-19T15:38:28,099 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 737bf86dad774fb1aa9a8fd4c9c43253, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732030704135 2024-11-19T15:38:28,099 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f237fe24908b4168b289398b9b600f2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732030703459 2024-11-19T15:38:28,100 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d248bf849c2a44de9b2fa67286bd8496, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732030706382 2024-11-19T15:38:28,100 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting de55297b5ca640699a3110dd03c8ef49, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732030704135 2024-11-19T15:38:28,101 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfb8c5bbd7d8411fa11d58413c0d29bf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732030706380 2024-11-19T15:38:28,106 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:28,107 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#B#compaction#350 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:28,108 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/6e90a32b5e704b85a5558f21100ff9f7 is 50, key is test_row_0/B:col10/1732030706425/Put/seqid=0 2024-11-19T15:38:28,111 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411194bbde6a3fe4a42768611f1a93a54da4c_7a9416519d676bc61c3ecae469c25894 store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:28,113 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411194bbde6a3fe4a42768611f1a93a54da4c_7a9416519d676bc61c3ecae469c25894, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:28,113 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194bbde6a3fe4a42768611f1a93a54da4c_7a9416519d676bc61c3ecae469c25894 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:28,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742236_1412 (size=12493) 2024-11-19T15:38:28,125 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/6e90a32b5e704b85a5558f21100ff9f7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6e90a32b5e704b85a5558f21100ff9f7 2024-11-19T15:38:28,131 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/B of 7a9416519d676bc61c3ecae469c25894 into 6e90a32b5e704b85a5558f21100ff9f7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:28,131 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:28,131 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/B, priority=13, startTime=1732030708097; duration=0sec 2024-11-19T15:38:28,131 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:28,131 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:B 2024-11-19T15:38:28,131 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:28,132 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:28,132 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/C is initiating minor compaction (all files) 2024-11-19T15:38:28,132 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/C in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:28,132 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c9ae499f34d54025b7de864a311d578a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ec769ac3c3334f0cb31845d9cfbe3b4c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e9310ec2a0b24f288fb8fa78e7c146ff] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=33.3 K 2024-11-19T15:38:28,132 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ae499f34d54025b7de864a311d578a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732030703459 2024-11-19T15:38:28,133 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ec769ac3c3334f0cb31845d9cfbe3b4c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732030704135 2024-11-19T15:38:28,133 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e9310ec2a0b24f288fb8fa78e7c146ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732030706382 2024-11-19T15:38:28,146 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:28,147 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/5217a28e313340f38af83ea3beb6d4bf is 50, key is test_row_0/C:col10/1732030706425/Put/seqid=0 2024-11-19T15:38:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742237_1413 (size=4469) 2024-11-19T15:38:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742238_1414 (size=12493) 2024-11-19T15:38:28,208 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/5217a28e313340f38af83ea3beb6d4bf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/5217a28e313340f38af83ea3beb6d4bf 2024-11-19T15:38:28,220 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/C of 7a9416519d676bc61c3ecae469c25894 into 5217a28e313340f38af83ea3beb6d4bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:28,220 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:28,220 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/C, priority=13, startTime=1732030708097; duration=0sec 2024-11-19T15:38:28,220 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:28,220 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:C 2024-11-19T15:38:28,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T15:38:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:28,224 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:38:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197c758f02ad0c4cebacf161ce1df0d038_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030706509/Put/seqid=0 2024-11-19T15:38:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742239_1415 (size=12304) 2024-11-19T15:38:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030768320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:28,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030768426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:28,554 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#A#compaction#349 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:28,555 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0a8969df22c24591adeaf1ccf374aeac is 175, key is test_row_0/A:col10/1732030706425/Put/seqid=0 2024-11-19T15:38:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742240_1416 (size=31447) 2024-11-19T15:38:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030768635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:28,650 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197c758f02ad0c4cebacf161ce1df0d038_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197c758f02ad0c4cebacf161ce1df0d038_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:28,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5afbcdccfadb4e8cb63cb1242e206075, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:28,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5afbcdccfadb4e8cb63cb1242e206075 is 175, key is test_row_0/A:col10/1732030706509/Put/seqid=0 2024-11-19T15:38:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742241_1417 (size=31105) 2024-11-19T15:38:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T15:38:28,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030768696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:28,706 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030768716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030768716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:28,718 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:28,719 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030768956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:28,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:28,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:28,967 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0a8969df22c24591adeaf1ccf374aeac as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a8969df22c24591adeaf1ccf374aeac 2024-11-19T15:38:28,972 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/A of 7a9416519d676bc61c3ecae469c25894 into 0a8969df22c24591adeaf1ccf374aeac(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:28,972 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:28,972 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/A, priority=13, startTime=1732030708097; duration=0sec 2024-11-19T15:38:28,972 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:28,972 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:A 2024-11-19T15:38:29,056 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5afbcdccfadb4e8cb63cb1242e206075 2024-11-19T15:38:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/ccf111a7c5a3454f8c606e498eb3f3bc is 50, key is test_row_0/B:col10/1732030706509/Put/seqid=0 2024-11-19T15:38:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742242_1418 (size=12151) 2024-11-19T15:38:29,468 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/ccf111a7c5a3454f8c606e498eb3f3bc 2024-11-19T15:38:29,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6e4c0d8e4de340fdb55a1590c7a8df87 is 50, key is test_row_0/C:col10/1732030706509/Put/seqid=0 2024-11-19T15:38:29,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030769476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742243_1419 (size=12151) 2024-11-19T15:38:29,887 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6e4c0d8e4de340fdb55a1590c7a8df87 2024-11-19T15:38:29,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/5afbcdccfadb4e8cb63cb1242e206075 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5afbcdccfadb4e8cb63cb1242e206075 2024-11-19T15:38:29,899 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5afbcdccfadb4e8cb63cb1242e206075, entries=150, sequenceid=171, filesize=30.4 K 2024-11-19T15:38:29,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/ccf111a7c5a3454f8c606e498eb3f3bc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ccf111a7c5a3454f8c606e498eb3f3bc 2024-11-19T15:38:29,903 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ccf111a7c5a3454f8c606e498eb3f3bc, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T15:38:29,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6e4c0d8e4de340fdb55a1590c7a8df87 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6e4c0d8e4de340fdb55a1590c7a8df87 2024-11-19T15:38:29,908 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6e4c0d8e4de340fdb55a1590c7a8df87, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T15:38:29,909 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7a9416519d676bc61c3ecae469c25894 in 1685ms, sequenceid=171, compaction requested=false 2024-11-19T15:38:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-19T15:38:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-19T15:38:29,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-19T15:38:29,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3720 sec 2024-11-19T15:38:29,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 3.3780 sec 2024-11-19T15:38:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:30,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:30,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:30,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b27cdcd01af245c784d5819ebb0f72da_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030710499/Put/seqid=0 2024-11-19T15:38:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742244_1420 (size=12304) 2024-11-19T15:38:30,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:30,556 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b27cdcd01af245c784d5819ebb0f72da_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b27cdcd01af245c784d5819ebb0f72da_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:30,557 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/967ce6801a0045bdacaf120c6a646c46, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:30,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/967ce6801a0045bdacaf120c6a646c46 is 175, key is test_row_0/A:col10/1732030710499/Put/seqid=0 2024-11-19T15:38:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742245_1421 (size=31105) 2024-11-19T15:38:30,574 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/967ce6801a0045bdacaf120c6a646c46 2024-11-19T15:38:30,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/2bf5ff4b82294b4d8b1e5cd70c7223dc is 50, key is test_row_0/B:col10/1732030710499/Put/seqid=0 2024-11-19T15:38:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742246_1422 (size=12151) 2024-11-19T15:38:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T15:38:30,706 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:30,707 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-19T15:38:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T15:38:30,709 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:30,710 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:30,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030770726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030770735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:30,736 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:30,737 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:30,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030770735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:30,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030770747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:30,756 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T15:38:30,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030770846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:30,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-19T15:38:30,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:30,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:30,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/2bf5ff4b82294b4d8b1e5cd70c7223dc 2024-11-19T15:38:31,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/f195062177c4486ba63daa0a77850769 is 50, key is test_row_0/C:col10/1732030710499/Put/seqid=0 2024-11-19T15:38:31,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-19T15:38:31,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:31,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T15:38:31,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742247_1423 (size=12151) 2024-11-19T15:38:31,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/f195062177c4486ba63daa0a77850769 2024-11-19T15:38:31,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/967ce6801a0045bdacaf120c6a646c46 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/967ce6801a0045bdacaf120c6a646c46 2024-11-19T15:38:31,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/967ce6801a0045bdacaf120c6a646c46, entries=150, sequenceid=183, filesize=30.4 K 2024-11-19T15:38:31,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/2bf5ff4b82294b4d8b1e5cd70c7223dc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2bf5ff4b82294b4d8b1e5cd70c7223dc 2024-11-19T15:38:31,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2bf5ff4b82294b4d8b1e5cd70c7223dc, entries=150, sequenceid=183, filesize=11.9 K 2024-11-19T15:38:31,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/f195062177c4486ba63daa0a77850769 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/f195062177c4486ba63daa0a77850769 2024-11-19T15:38:31,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/f195062177c4486ba63daa0a77850769, entries=150, sequenceid=183, filesize=11.9 K 2024-11-19T15:38:31,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7a9416519d676bc61c3ecae469c25894 in 574ms, sequenceid=183, compaction requested=true 2024-11-19T15:38:31,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:31,077 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:31,081 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:31,081 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/A is initiating minor compaction (all files) 2024-11-19T15:38:31,081 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/A in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,081 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a8969df22c24591adeaf1ccf374aeac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5afbcdccfadb4e8cb63cb1242e206075, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/967ce6801a0045bdacaf120c6a646c46] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=91.5 K 2024-11-19T15:38:31,081 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,081 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a8969df22c24591adeaf1ccf374aeac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5afbcdccfadb4e8cb63cb1242e206075, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/967ce6801a0045bdacaf120c6a646c46] 2024-11-19T15:38:31,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:31,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:31,082 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:31,082 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a8969df22c24591adeaf1ccf374aeac, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732030706382 2024-11-19T15:38:31,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:31,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:31,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:31,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:31,083 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5afbcdccfadb4e8cb63cb1242e206075, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732030706509 2024-11-19T15:38:31,084 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:31,084 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 967ce6801a0045bdacaf120c6a646c46, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732030708279 2024-11-19T15:38:31,084 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/B is initiating minor compaction (all files) 2024-11-19T15:38:31,084 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/B in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,085 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6e90a32b5e704b85a5558f21100ff9f7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ccf111a7c5a3454f8c606e498eb3f3bc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2bf5ff4b82294b4d8b1e5cd70c7223dc] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=35.9 K 2024-11-19T15:38:31,085 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e90a32b5e704b85a5558f21100ff9f7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732030706382 2024-11-19T15:38:31,086 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ccf111a7c5a3454f8c606e498eb3f3bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732030706509 2024-11-19T15:38:31,086 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf5ff4b82294b4d8b1e5cd70c7223dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732030708279 2024-11-19T15:38:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:31,089 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:31,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:38:31,103 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:31,116 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:31,117 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/87473bb85b884baca2620743c8a9302d is 50, key is test_row_0/B:col10/1732030710499/Put/seqid=0 2024-11-19T15:38:31,125 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119fc2e2fc76268447cbb0823d3d5a2cbfb_7a9416519d676bc61c3ecae469c25894 store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:31,127 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119fc2e2fc76268447cbb0823d3d5a2cbfb_7a9416519d676bc61c3ecae469c25894, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:31,127 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119fc2e2fc76268447cbb0823d3d5a2cbfb_7a9416519d676bc61c3ecae469c25894 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:31,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111970385d6d02844680b1999b512e5f5c00_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030710667/Put/seqid=0 2024-11-19T15:38:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742249_1425 (size=4469) 2024-11-19T15:38:31,159 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#A#compaction#358 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:31,159 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/072fa977b2404aafb376e04a6506d7c3 is 175, key is test_row_0/A:col10/1732030710499/Put/seqid=0 2024-11-19T15:38:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742248_1424 (size=12595) 2024-11-19T15:38:31,172 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/87473bb85b884baca2620743c8a9302d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/87473bb85b884baca2620743c8a9302d 2024-11-19T15:38:31,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-19T15:38:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,178 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/B of 7a9416519d676bc61c3ecae469c25894 into 87473bb85b884baca2620743c8a9302d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:31,178 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:31,178 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/B, priority=13, startTime=1732030711082; duration=0sec 2024-11-19T15:38:31,178 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:31,178 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:B 2024-11-19T15:38:31,178 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:31,180 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:31,180 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/C is initiating minor compaction (all files) 2024-11-19T15:38:31,180 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/C in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,180 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/5217a28e313340f38af83ea3beb6d4bf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6e4c0d8e4de340fdb55a1590c7a8df87, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/f195062177c4486ba63daa0a77850769] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=35.9 K 2024-11-19T15:38:31,180 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 5217a28e313340f38af83ea3beb6d4bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732030706382 2024-11-19T15:38:31,181 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e4c0d8e4de340fdb55a1590c7a8df87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732030706509 2024-11-19T15:38:31,181 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting f195062177c4486ba63daa0a77850769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732030708279 2024-11-19T15:38:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742250_1426 (size=14794) 2024-11-19T15:38:31,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:31,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111970385d6d02844680b1999b512e5f5c00_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111970385d6d02844680b1999b512e5f5c00_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:31,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/27db4bb1ba3b4c758024f473aee0bbc7, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:31,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/27db4bb1ba3b4c758024f473aee0bbc7 is 175, key is test_row_0/A:col10/1732030710667/Put/seqid=0 2024-11-19T15:38:31,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030771208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:31,238 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:31,239 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c6143d825cb64a4eae839d722ac89994 is 50, key is test_row_0/C:col10/1732030710499/Put/seqid=0 2024-11-19T15:38:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742251_1427 (size=31549) 2024-11-19T15:38:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742252_1428 (size=39749) 2024-11-19T15:38:31,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/27db4bb1ba3b4c758024f473aee0bbc7 2024-11-19T15:38:31,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/6889edd0bbee4f368cbc2ce1abc36a21 is 50, key is test_row_0/B:col10/1732030710667/Put/seqid=0 2024-11-19T15:38:31,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742253_1429 (size=12595) 2024-11-19T15:38:31,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c6143d825cb64a4eae839d722ac89994 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c6143d825cb64a4eae839d722ac89994 2024-11-19T15:38:31,322 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/C of 7a9416519d676bc61c3ecae469c25894 into c6143d825cb64a4eae839d722ac89994(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:31,322 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:31,322 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/C, priority=13, startTime=1732030711083; duration=0sec 2024-11-19T15:38:31,322 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:31,322 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:C 2024-11-19T15:38:31,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-19T15:38:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T15:38:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030771337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742254_1430 (size=12151) 2024-11-19T15:38:31,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/6889edd0bbee4f368cbc2ce1abc36a21 2024-11-19T15:38:31,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/a3d6de51f7164c4e92220f5f2a23b6e7 is 50, key is test_row_0/C:col10/1732030710667/Put/seqid=0 2024-11-19T15:38:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742255_1431 (size=12151) 2024-11-19T15:38:31,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/a3d6de51f7164c4e92220f5f2a23b6e7 2024-11-19T15:38:31,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/27db4bb1ba3b4c758024f473aee0bbc7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/27db4bb1ba3b4c758024f473aee0bbc7 2024-11-19T15:38:31,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/27db4bb1ba3b4c758024f473aee0bbc7, entries=200, sequenceid=209, filesize=38.8 K 2024-11-19T15:38:31,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/6889edd0bbee4f368cbc2ce1abc36a21 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6889edd0bbee4f368cbc2ce1abc36a21 2024-11-19T15:38:31,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6889edd0bbee4f368cbc2ce1abc36a21, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T15:38:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/a3d6de51f7164c4e92220f5f2a23b6e7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/a3d6de51f7164c4e92220f5f2a23b6e7 2024-11-19T15:38:31,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/a3d6de51f7164c4e92220f5f2a23b6e7, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T15:38:31,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7a9416519d676bc61c3ecae469c25894 in 333ms, sequenceid=209, compaction requested=false 2024-11-19T15:38:31,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:31,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-19T15:38:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:31,487 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T15:38:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111995a0cbed166941b9b0cf92b041725940_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030711205/Put/seqid=0 2024-11-19T15:38:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742256_1432 (size=12304) 2024-11-19T15:38:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:31,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:31,674 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/072fa977b2404aafb376e04a6506d7c3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/072fa977b2404aafb376e04a6506d7c3 2024-11-19T15:38:31,678 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/A of 7a9416519d676bc61c3ecae469c25894 into 072fa977b2404aafb376e04a6506d7c3(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:31,678 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:31,679 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/A, priority=13, startTime=1732030711077; duration=0sec 2024-11-19T15:38:31,679 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:31,679 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:A 2024-11-19T15:38:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030771816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T15:38:31,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:31,935 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111995a0cbed166941b9b0cf92b041725940_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111995a0cbed166941b9b0cf92b041725940_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:31,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/dc5d276d3ba24b3ea8d38c7479287946, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:31,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/dc5d276d3ba24b3ea8d38c7479287946 is 175, key is test_row_0/A:col10/1732030711205/Put/seqid=0 2024-11-19T15:38:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742257_1433 (size=31105) 2024-11-19T15:38:31,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030771936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:32,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030772156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:32,342 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/dc5d276d3ba24b3ea8d38c7479287946 2024-11-19T15:38:32,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/8338d8953bf04d95a11a7310e7736084 is 50, key is test_row_0/B:col10/1732030711205/Put/seqid=0 2024-11-19T15:38:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742258_1434 (size=12151) 2024-11-19T15:38:32,355 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/8338d8953bf04d95a11a7310e7736084 2024-11-19T15:38:32,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6d90483ff8784ce2971d6871c35a603f is 50, key is test_row_0/C:col10/1732030711205/Put/seqid=0 2024-11-19T15:38:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742259_1435 (size=12151) 2024-11-19T15:38:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030772475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:32,765 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6d90483ff8784ce2971d6871c35a603f 2024-11-19T15:38:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/dc5d276d3ba24b3ea8d38c7479287946 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/dc5d276d3ba24b3ea8d38c7479287946 2024-11-19T15:38:32,776 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/dc5d276d3ba24b3ea8d38c7479287946, entries=150, sequenceid=221, filesize=30.4 K 2024-11-19T15:38:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/8338d8953bf04d95a11a7310e7736084 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8338d8953bf04d95a11a7310e7736084 2024-11-19T15:38:32,780 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8338d8953bf04d95a11a7310e7736084, entries=150, sequenceid=221, filesize=11.9 K 2024-11-19T15:38:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6d90483ff8784ce2971d6871c35a603f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6d90483ff8784ce2971d6871c35a603f 2024-11-19T15:38:32,788 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6d90483ff8784ce2971d6871c35a603f, entries=150, sequenceid=221, filesize=11.9 K 2024-11-19T15:38:32,789 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7a9416519d676bc61c3ecae469c25894 in 1303ms, sequenceid=221, compaction requested=true 2024-11-19T15:38:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-19T15:38:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-19T15:38:32,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-19T15:38:32,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0810 sec 2024-11-19T15:38:32,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.0880 sec 2024-11-19T15:38:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T15:38:32,856 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:32,857 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-19T15:38:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T15:38:32,859 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:32,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:32,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T15:38:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:32,994 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:32,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T15:38:33,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f4b71dbf6e3547ed9ac5ef7b4666f5a4_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030711813/Put/seqid=0 2024-11-19T15:38:33,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742260_1436 (size=14794) 2024-11-19T15:38:33,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:33,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T15:38:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,024 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f4b71dbf6e3547ed9ac5ef7b4666f5a4_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f4b71dbf6e3547ed9ac5ef7b4666f5a4_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:33,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/9eb2cb562fe0493ca4723ee77281828d, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:33,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/9eb2cb562fe0493ca4723ee77281828d is 175, key is test_row_0/A:col10/1732030711813/Put/seqid=0 2024-11-19T15:38:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742261_1437 (size=39749) 2024-11-19T15:38:33,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/9eb2cb562fe0493ca4723ee77281828d 2024-11-19T15:38:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030773033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:33,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/f404e192f884472a814b5b5512744ccd is 50, key is test_row_0/B:col10/1732030711813/Put/seqid=0 2024-11-19T15:38:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742262_1438 (size=12151) 2024-11-19T15:38:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030773146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:33,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T15:38:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T15:38:33,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T15:38:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030773356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:33,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/f404e192f884472a814b5b5512744ccd 2024-11-19T15:38:33,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/1ef93d645578415db9bdba02be715304 is 50, key is test_row_0/C:col10/1732030711813/Put/seqid=0 2024-11-19T15:38:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742263_1439 (size=12151) 2024-11-19T15:38:33,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/1ef93d645578415db9bdba02be715304 2024-11-19T15:38:33,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/9eb2cb562fe0493ca4723ee77281828d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/9eb2cb562fe0493ca4723ee77281828d 2024-11-19T15:38:33,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/9eb2cb562fe0493ca4723ee77281828d, entries=200, sequenceid=249, filesize=38.8 K 2024-11-19T15:38:33,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/f404e192f884472a814b5b5512744ccd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/f404e192f884472a814b5b5512744ccd 2024-11-19T15:38:33,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/f404e192f884472a814b5b5512744ccd, entries=150, sequenceid=249, filesize=11.9 K 2024-11-19T15:38:33,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T15:38:33,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:33,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:33,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/1ef93d645578415db9bdba02be715304 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/1ef93d645578415db9bdba02be715304 2024-11-19T15:38:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T15:38:33,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/1ef93d645578415db9bdba02be715304, entries=150, sequenceid=249, filesize=11.9 K 2024-11-19T15:38:33,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7a9416519d676bc61c3ecae469c25894 in 507ms, sequenceid=249, compaction requested=true 2024-11-19T15:38:33,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:33,501 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:33,502 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/B is initiating minor compaction (all files) 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/A is initiating minor compaction (all files) 2024-11-19T15:38:33,503 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/B in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,503 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/A in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,503 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/87473bb85b884baca2620743c8a9302d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6889edd0bbee4f368cbc2ce1abc36a21, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8338d8953bf04d95a11a7310e7736084, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/f404e192f884472a814b5b5512744ccd] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=47.9 K 2024-11-19T15:38:33,503 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/072fa977b2404aafb376e04a6506d7c3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/27db4bb1ba3b4c758024f473aee0bbc7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/dc5d276d3ba24b3ea8d38c7479287946, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/9eb2cb562fe0493ca4723ee77281828d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=138.8 K 2024-11-19T15:38:33,503 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/072fa977b2404aafb376e04a6506d7c3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/27db4bb1ba3b4c758024f473aee0bbc7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/dc5d276d3ba24b3ea8d38c7479287946, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/9eb2cb562fe0493ca4723ee77281828d] 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 87473bb85b884baca2620743c8a9302d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732030708279 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6889edd0bbee4f368cbc2ce1abc36a21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732030710667 2024-11-19T15:38:33,503 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 072fa977b2404aafb376e04a6506d7c3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732030708279 2024-11-19T15:38:33,504 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8338d8953bf04d95a11a7310e7736084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732030711133 2024-11-19T15:38:33,504 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27db4bb1ba3b4c758024f473aee0bbc7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732030710667 2024-11-19T15:38:33,504 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting f404e192f884472a814b5b5512744ccd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732030711633 2024-11-19T15:38:33,504 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc5d276d3ba24b3ea8d38c7479287946, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732030711133 2024-11-19T15:38:33,505 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eb2cb562fe0493ca4723ee77281828d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732030711633 2024-11-19T15:38:33,515 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:33,515 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/91f669924c12424a92dff67c524ab67d is 50, key is test_row_0/B:col10/1732030711813/Put/seqid=0 2024-11-19T15:38:33,516 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:33,521 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411191eaab3265211472f9a72c7b9979c44ca_7a9416519d676bc61c3ecae469c25894 store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:33,523 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411191eaab3265211472f9a72c7b9979c44ca_7a9416519d676bc61c3ecae469c25894, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:33,524 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191eaab3265211472f9a72c7b9979c44ca_7a9416519d676bc61c3ecae469c25894 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742264_1440 (size=12731) 2024-11-19T15:38:33,536 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/91f669924c12424a92dff67c524ab67d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/91f669924c12424a92dff67c524ab67d 2024-11-19T15:38:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742265_1441 (size=4469) 2024-11-19T15:38:33,548 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#A#compaction#371 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:33,549 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/15f4165214b24e5b9e9333151207f3b3 is 175, key is test_row_0/A:col10/1732030711813/Put/seqid=0 2024-11-19T15:38:33,550 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/B of 7a9416519d676bc61c3ecae469c25894 into 91f669924c12424a92dff67c524ab67d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:33,550 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:33,550 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/B, priority=12, startTime=1732030713502; duration=0sec 2024-11-19T15:38:33,550 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:33,550 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:B 2024-11-19T15:38:33,550 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:38:33,551 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:38:33,551 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/C is initiating minor compaction (all files) 2024-11-19T15:38:33,551 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/C in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,551 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c6143d825cb64a4eae839d722ac89994, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/a3d6de51f7164c4e92220f5f2a23b6e7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6d90483ff8784ce2971d6871c35a603f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/1ef93d645578415db9bdba02be715304] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=47.9 K 2024-11-19T15:38:33,552 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c6143d825cb64a4eae839d722ac89994, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732030708279 2024-11-19T15:38:33,553 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a3d6de51f7164c4e92220f5f2a23b6e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732030710667 2024-11-19T15:38:33,554 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d90483ff8784ce2971d6871c35a603f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732030711133 2024-11-19T15:38:33,554 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ef93d645578415db9bdba02be715304, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732030711633 2024-11-19T15:38:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742266_1442 (size=31685) 2024-11-19T15:38:33,570 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:33,570 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c53e5527b4fe421099a52de7a6f45f0f is 50, key is test_row_0/C:col10/1732030711813/Put/seqid=0 2024-11-19T15:38:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742267_1443 (size=12731) 2024-11-19T15:38:33,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T15:38:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:33,636 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T15:38:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d73edeeb6f8144f88af3045b7027e2d9_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030713032/Put/seqid=0 2024-11-19T15:38:33,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742268_1444 (size=12354) 2024-11-19T15:38:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:33,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:33,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030773924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:33,967 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/15f4165214b24e5b9e9333151207f3b3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/15f4165214b24e5b9e9333151207f3b3 2024-11-19T15:38:33,972 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/A of 7a9416519d676bc61c3ecae469c25894 into 15f4165214b24e5b9e9333151207f3b3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:33,972 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:33,972 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/A, priority=12, startTime=1732030713501; duration=0sec 2024-11-19T15:38:33,972 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:33,972 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:A 2024-11-19T15:38:33,983 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/c53e5527b4fe421099a52de7a6f45f0f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c53e5527b4fe421099a52de7a6f45f0f 2024-11-19T15:38:33,986 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/C of 7a9416519d676bc61c3ecae469c25894 into c53e5527b4fe421099a52de7a6f45f0f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:33,986 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:33,986 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/C, priority=12, startTime=1732030713502; duration=0sec 2024-11-19T15:38:33,986 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:33,986 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:C 2024-11-19T15:38:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T15:38:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030774046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:34,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:34,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:34,066 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d73edeeb6f8144f88af3045b7027e2d9_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d73edeeb6f8144f88af3045b7027e2d9_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/403732550cf34ef2b0ced7bffb9fea65, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/403732550cf34ef2b0ced7bffb9fea65 is 175, key is test_row_0/A:col10/1732030713032/Put/seqid=0 2024-11-19T15:38:34,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742269_1445 (size=31155) 2024-11-19T15:38:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030774255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:34,474 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/403732550cf34ef2b0ced7bffb9fea65 2024-11-19T15:38:34,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/d554c3efacd340afaeed8b4facd88dc5 is 50, key is test_row_0/B:col10/1732030713032/Put/seqid=0 2024-11-19T15:38:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742270_1446 (size=12201) 2024-11-19T15:38:34,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030774566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48112 deadline: 1732030774765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1732030774765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:34,773 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:34,773 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:34,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48116 deadline: 1732030774796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:34,802 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:34,886 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/d554c3efacd340afaeed8b4facd88dc5 2024-11-19T15:38:34,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/dbcdbedcc1564bab949f1306fa598e60 is 50, key is test_row_0/C:col10/1732030713032/Put/seqid=0 2024-11-19T15:38:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742271_1447 (size=12201) 2024-11-19T15:38:34,913 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/dbcdbedcc1564bab949f1306fa598e60 2024-11-19T15:38:34,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/403732550cf34ef2b0ced7bffb9fea65 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/403732550cf34ef2b0ced7bffb9fea65 2024-11-19T15:38:34,922 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/403732550cf34ef2b0ced7bffb9fea65, entries=150, sequenceid=259, filesize=30.4 K 2024-11-19T15:38:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/d554c3efacd340afaeed8b4facd88dc5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d554c3efacd340afaeed8b4facd88dc5 2024-11-19T15:38:34,929 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d554c3efacd340afaeed8b4facd88dc5, entries=150, sequenceid=259, filesize=11.9 K 2024-11-19T15:38:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/dbcdbedcc1564bab949f1306fa598e60 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/dbcdbedcc1564bab949f1306fa598e60 2024-11-19T15:38:34,935 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/dbcdbedcc1564bab949f1306fa598e60, entries=150, sequenceid=259, filesize=11.9 K 2024-11-19T15:38:34,938 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 7a9416519d676bc61c3ecae469c25894 in 1302ms, sequenceid=259, compaction requested=false 2024-11-19T15:38:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-19T15:38:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-19T15:38:34,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-19T15:38:34,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0760 sec 2024-11-19T15:38:34,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.0850 sec 2024-11-19T15:38:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T15:38:35,017 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:35,017 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-19T15:38:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T15:38:35,019 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:35,020 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:35,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:35,082 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:35,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T15:38:35,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111996f5037587f340fc81695df8f442973e_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030713891/Put/seqid=0 2024-11-19T15:38:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742272_1448 (size=14994) 2024-11-19T15:38:35,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111996f5037587f340fc81695df8f442973e_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111996f5037587f340fc81695df8f442973e_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:35,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0061ecb7d86347568509e9dee59cc2f5, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:35,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0061ecb7d86347568509e9dee59cc2f5 is 175, key is test_row_0/A:col10/1732030713891/Put/seqid=0 2024-11-19T15:38:35,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742273_1449 (size=39949) 2024-11-19T15:38:35,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030775120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T15:38:35,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T15:38:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030775225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:35,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T15:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T15:38:35,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030775436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:35,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:35,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T15:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1732030775498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:35,504 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 7a9416519d676bc61c3ecae469c25894 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18380 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:35,519 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0061ecb7d86347568509e9dee59cc2f5 2024-11-19T15:38:35,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/c7f06343fa48401481ce97967abf233f is 50, key is test_row_0/B:col10/1732030713891/Put/seqid=0 2024-11-19T15:38:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742274_1450 (size=12301) 2024-11-19T15:38:35,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T15:38:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T15:38:35,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030775746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:35,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T15:38:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/c7f06343fa48401481ce97967abf233f 2024-11-19T15:38:35,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6369571dd80b45c19bf4c15df82ea198 is 50, key is test_row_0/C:col10/1732030713891/Put/seqid=0 2024-11-19T15:38:35,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T15:38:35,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:35,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:35,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742275_1451 (size=12301) 2024-11-19T15:38:35,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6369571dd80b45c19bf4c15df82ea198 2024-11-19T15:38:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0061ecb7d86347568509e9dee59cc2f5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0061ecb7d86347568509e9dee59cc2f5 2024-11-19T15:38:35,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0061ecb7d86347568509e9dee59cc2f5, entries=200, sequenceid=289, filesize=39.0 K 2024-11-19T15:38:35,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/c7f06343fa48401481ce97967abf233f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/c7f06343fa48401481ce97967abf233f 2024-11-19T15:38:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/c7f06343fa48401481ce97967abf233f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-19T15:38:35,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6369571dd80b45c19bf4c15df82ea198 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6369571dd80b45c19bf4c15df82ea198 2024-11-19T15:38:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6369571dd80b45c19bf4c15df82ea198, entries=150, sequenceid=289, filesize=12.0 K 2024-11-19T15:38:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7a9416519d676bc61c3ecae469c25894 in 882ms, sequenceid=289, compaction requested=true 2024-11-19T15:38:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:35,964 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:35,965 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,965 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:35,966 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:35,966 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/B is initiating minor compaction (all files) 2024-11-19T15:38:35,966 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/A is initiating minor compaction (all files) 2024-11-19T15:38:35,966 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/B in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,966 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/A in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,966 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/91f669924c12424a92dff67c524ab67d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d554c3efacd340afaeed8b4facd88dc5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/c7f06343fa48401481ce97967abf233f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=36.4 K 2024-11-19T15:38:35,966 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/15f4165214b24e5b9e9333151207f3b3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/403732550cf34ef2b0ced7bffb9fea65, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0061ecb7d86347568509e9dee59cc2f5] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=100.4 K 2024-11-19T15:38:35,966 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,966 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/15f4165214b24e5b9e9333151207f3b3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/403732550cf34ef2b0ced7bffb9fea65, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0061ecb7d86347568509e9dee59cc2f5] 2024-11-19T15:38:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,966 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 91f669924c12424a92dff67c524ab67d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732030711633 2024-11-19T15:38:35,966 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15f4165214b24e5b9e9333151207f3b3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732030711633 2024-11-19T15:38:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,967 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 403732550cf34ef2b0ced7bffb9fea65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732030713007 2024-11-19T15:38:35,967 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d554c3efacd340afaeed8b4facd88dc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732030713007 2024-11-19T15:38:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,967 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0061ecb7d86347568509e9dee59cc2f5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732030713891 2024-11-19T15:38:35,967 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f06343fa48401481ce97967abf233f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732030713891 2024-11-19T15:38:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,974 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,976 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,977 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/78d36ed6485548eea694f577e311097f is 50, key is test_row_0/B:col10/1732030713891/Put/seqid=0 2024-11-19T15:38:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,978 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111944f17ac64b404a0f9dff6098e158545e_7a9416519d676bc61c3ecae469c25894 store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,980 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111944f17ac64b404a0f9dff6098e158545e_7a9416519d676bc61c3ecae469c25894, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,980 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111944f17ac64b404a0f9dff6098e158545e_7a9416519d676bc61c3ecae469c25894 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742277_1453 (size=4469) 2024-11-19T15:38:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,987 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#A#compaction#379 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,988 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/f2217084b2c14d0a94ea27e39d9fb16e is 175, key is test_row_0/A:col10/1732030713891/Put/seqid=0 2024-11-19T15:38:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742276_1452 (size=12983) 2024-11-19T15:38:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742278_1454 (size=31937) 2024-11-19T15:38:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,995 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/78d36ed6485548eea694f577e311097f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/78d36ed6485548eea694f577e311097f 2024-11-19T15:38:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,004 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/f2217084b2c14d0a94ea27e39d9fb16e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f2217084b2c14d0a94ea27e39d9fb16e 2024-11-19T15:38:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,005 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/B of 7a9416519d676bc61c3ecae469c25894 into 78d36ed6485548eea694f577e311097f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:36,005 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:36,005 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/B, priority=13, startTime=1732030715964; duration=0sec 2024-11-19T15:38:36,005 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:36,005 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:B 2024-11-19T15:38:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,005 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,007 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:36,007 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/C is initiating minor compaction (all files) 2024-11-19T15:38:36,007 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/C in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:36,007 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c53e5527b4fe421099a52de7a6f45f0f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/dbcdbedcc1564bab949f1306fa598e60, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6369571dd80b45c19bf4c15df82ea198] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=36.4 K 2024-11-19T15:38:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,008 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c53e5527b4fe421099a52de7a6f45f0f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732030711633 2024-11-19T15:38:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,008 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting dbcdbedcc1564bab949f1306fa598e60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732030713007 2024-11-19T15:38:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,009 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6369571dd80b45c19bf4c15df82ea198, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732030713891 2024-11-19T15:38:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,010 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/A of 7a9416519d676bc61c3ecae469c25894 into f2217084b2c14d0a94ea27e39d9fb16e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:36,010 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:36,010 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/A, priority=13, startTime=1732030715964; duration=0sec 2024-11-19T15:38:36,010 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,010 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:A 2024-11-19T15:38:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,018 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,018 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6a56482866084ed1b4fa392fed9cfd71 is 50, key is test_row_0/C:col10/1732030713891/Put/seqid=0 2024-11-19T15:38:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742279_1455 (size=12983) 2024-11-19T15:38:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,029 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/6a56482866084ed1b4fa392fed9cfd71 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6a56482866084ed1b4fa392fed9cfd71 2024-11-19T15:38:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,035 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/C of 7a9416519d676bc61c3ecae469c25894 into 6a56482866084ed1b4fa392fed9cfd71(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:36,035 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:36,035 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/C, priority=13, startTime=1732030715965; duration=0sec 2024-11-19T15:38:36,035 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:36,035 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:C 2024-11-19T15:38:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T15:38:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,096 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T15:38:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111986ccc3acbb464a6895ad8b7a52afafc8_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_1/A:col10/1732030715117/Put/seqid=0 2024-11-19T15:38:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742280_1456 (size=7374) 2024-11-19T15:38:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T15:38:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:36,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. as already flushing 2024-11-19T15:38:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,513 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111986ccc3acbb464a6895ad8b7a52afafc8_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986ccc3acbb464a6895ad8b7a52afafc8_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/40e1573f95004b15b863d0efd1538d3e, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/40e1573f95004b15b863d0efd1538d3e is 175, key is test_row_1/A:col10/1732030715117/Put/seqid=0 2024-11-19T15:38:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742281_1457 (size=13865) 2024-11-19T15:38:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:36,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030776878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:36,921 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/40e1573f95004b15b863d0efd1538d3e 2024-11-19T15:38:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/ee89a63e39b44dda9d4b4b9fc96e8dc1 is 50, key is test_row_1/B:col10/1732030715117/Put/seqid=0 2024-11-19T15:38:36,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742282_1458 (size=7415) 2024-11-19T15:38:36,989 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/ee89a63e39b44dda9d4b4b9fc96e8dc1 2024-11-19T15:38:37,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/ab49ec2537034a96abd54fb68aafcb6a is 50, key is test_row_1/C:col10/1732030715117/Put/seqid=0 2024-11-19T15:38:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030776996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742283_1459 (size=7415) 2024-11-19T15:38:37,080 INFO [Thread-1682 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1682. 2024-11-19T15:38:37,080 DEBUG [Thread-1682 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:37,080 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,080 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:37,082 INFO [Thread-1684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1684. 2024-11-19T15:38:37,082 DEBUG [Thread-1684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:37,082 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,082 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:37,088 INFO [Thread-1688 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1688. 2024-11-19T15:38:37,088 DEBUG [Thread-1688 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:37,088 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,089 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:37,089 INFO [Thread-1686 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1686. 2024-11-19T15:38:37,089 DEBUG [Thread-1686 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:37,089 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,089 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:37,092 INFO [Thread-1680 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1680. 2024-11-19T15:38:37,092 DEBUG [Thread-1680 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:37,092 DEBUG [Thread-1680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,092 DEBUG [Thread-1680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T15:38:37,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732030777206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:38:37,447 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/ab49ec2537034a96abd54fb68aafcb6a 2024-11-19T15:38:37,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/40e1573f95004b15b863d0efd1538d3e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/40e1573f95004b15b863d0efd1538d3e 2024-11-19T15:38:37,454 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/40e1573f95004b15b863d0efd1538d3e, entries=50, sequenceid=300, filesize=13.5 K 2024-11-19T15:38:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/ee89a63e39b44dda9d4b4b9fc96e8dc1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ee89a63e39b44dda9d4b4b9fc96e8dc1 2024-11-19T15:38:37,457 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ee89a63e39b44dda9d4b4b9fc96e8dc1, entries=50, sequenceid=300, filesize=7.2 K 2024-11-19T15:38:37,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/ab49ec2537034a96abd54fb68aafcb6a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ab49ec2537034a96abd54fb68aafcb6a 2024-11-19T15:38:37,460 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ab49ec2537034a96abd54fb68aafcb6a, entries=50, sequenceid=300, filesize=7.2 K 2024-11-19T15:38:37,461 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 7a9416519d676bc61c3ecae469c25894 in 1365ms, sequenceid=300, compaction requested=false 2024-11-19T15:38:37,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:37,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:37,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-19T15:38:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-19T15:38:37,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-19T15:38:37,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4430 sec 2024-11-19T15:38:37,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.4480 sec 2024-11-19T15:38:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:37,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-19T15:38:37,518 INFO [Thread-1675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1675. 2024-11-19T15:38:37,518 DEBUG [Thread-1675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:37,518 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,518 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:37,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:37,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197a416eace302428fa52788d6869dcd6c_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030716863/Put/seqid=0 2024-11-19T15:38:37,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742284_1460 (size=12454) 2024-11-19T15:38:37,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:37,931 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197a416eace302428fa52788d6869dcd6c_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197a416eace302428fa52788d6869dcd6c_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:37,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/1c6962c773c84da7b274a82331b98390, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:37,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/1c6962c773c84da7b274a82331b98390 is 175, key is test_row_0/A:col10/1732030716863/Put/seqid=0 2024-11-19T15:38:37,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742285_1461 (size=31255) 2024-11-19T15:38:38,337 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/1c6962c773c84da7b274a82331b98390 2024-11-19T15:38:38,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/0b44153cede146b489661c6b156c800f is 50, key is test_row_0/B:col10/1732030716863/Put/seqid=0 2024-11-19T15:38:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742286_1462 (size=12301) 2024-11-19T15:38:38,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/0b44153cede146b489661c6b156c800f 2024-11-19T15:38:38,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/fcf5dee023904e86bd2b9066fb6162c5 is 50, key is test_row_0/C:col10/1732030716863/Put/seqid=0 2024-11-19T15:38:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742287_1463 (size=12301) 2024-11-19T15:38:39,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/fcf5dee023904e86bd2b9066fb6162c5 2024-11-19T15:38:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/1c6962c773c84da7b274a82331b98390 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/1c6962c773c84da7b274a82331b98390 2024-11-19T15:38:39,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/1c6962c773c84da7b274a82331b98390, entries=150, sequenceid=329, filesize=30.5 K 2024-11-19T15:38:39,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/0b44153cede146b489661c6b156c800f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/0b44153cede146b489661c6b156c800f 2024-11-19T15:38:39,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/0b44153cede146b489661c6b156c800f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-19T15:38:39,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/fcf5dee023904e86bd2b9066fb6162c5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/fcf5dee023904e86bd2b9066fb6162c5 2024-11-19T15:38:39,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/fcf5dee023904e86bd2b9066fb6162c5, entries=150, sequenceid=329, filesize=12.0 K 2024-11-19T15:38:39,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=0 B/0 for 7a9416519d676bc61c3ecae469c25894 in 1651ms, sequenceid=329, compaction requested=true 2024-11-19T15:38:39,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:39,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:39,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:39,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:39,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:39,169 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:39,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a9416519d676bc61c3ecae469c25894:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:39,169 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:39,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 77057 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/A is initiating minor compaction (all files) 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/B is initiating minor compaction (all files) 2024-11-19T15:38:39,170 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/A in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:39,170 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/B in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:39,170 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f2217084b2c14d0a94ea27e39d9fb16e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/40e1573f95004b15b863d0efd1538d3e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/1c6962c773c84da7b274a82331b98390] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=75.3 K 2024-11-19T15:38:39,170 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/78d36ed6485548eea694f577e311097f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ee89a63e39b44dda9d4b4b9fc96e8dc1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/0b44153cede146b489661c6b156c800f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=31.9 K 2024-11-19T15:38:39,170 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f2217084b2c14d0a94ea27e39d9fb16e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/40e1573f95004b15b863d0efd1538d3e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/1c6962c773c84da7b274a82331b98390] 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 78d36ed6485548eea694f577e311097f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732030713891 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2217084b2c14d0a94ea27e39d9fb16e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732030713891 2024-11-19T15:38:39,170 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40e1573f95004b15b863d0efd1538d3e, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732030715117 2024-11-19T15:38:39,171 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ee89a63e39b44dda9d4b4b9fc96e8dc1, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732030715117 2024-11-19T15:38:39,171 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c6962c773c84da7b274a82331b98390, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732030716863 2024-11-19T15:38:39,171 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b44153cede146b489661c6b156c800f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732030716863 2024-11-19T15:38:39,175 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:39,176 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:39,176 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/56a5656b93bf41a192b0d50511eaf142 is 50, key is test_row_0/B:col10/1732030716863/Put/seqid=0 2024-11-19T15:38:39,177 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411191be251ee90314401b7289f55edf442b4_7a9416519d676bc61c3ecae469c25894 store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:39,180 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411191be251ee90314401b7289f55edf442b4_7a9416519d676bc61c3ecae469c25894, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:39,180 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191be251ee90314401b7289f55edf442b4_7a9416519d676bc61c3ecae469c25894 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T15:38:39,186 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742288_1464 (size=13085) 2024-11-19T15:38:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742289_1465 (size=4469) 2024-11-19T15:38:39,590 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#A#compaction#389 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:39,591 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0a81223846b74cdcae94fe0d2e1302b8 is 175, key is test_row_0/A:col10/1732030716863/Put/seqid=0 2024-11-19T15:38:39,592 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/56a5656b93bf41a192b0d50511eaf142 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/56a5656b93bf41a192b0d50511eaf142 2024-11-19T15:38:39,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742290_1466 (size=32039) 2024-11-19T15:38:39,596 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/B of 7a9416519d676bc61c3ecae469c25894 into 56a5656b93bf41a192b0d50511eaf142(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:39,596 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:39,596 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/B, priority=13, startTime=1732030719169; duration=0sec 2024-11-19T15:38:39,596 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:39,596 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:B 2024-11-19T15:38:39,596 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:39,597 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:39,597 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 7a9416519d676bc61c3ecae469c25894/C is initiating minor compaction (all files) 2024-11-19T15:38:39,597 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a9416519d676bc61c3ecae469c25894/C in TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:39,597 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6a56482866084ed1b4fa392fed9cfd71, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ab49ec2537034a96abd54fb68aafcb6a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/fcf5dee023904e86bd2b9066fb6162c5] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp, totalSize=31.9 K 2024-11-19T15:38:39,597 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a56482866084ed1b4fa392fed9cfd71, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732030713891 2024-11-19T15:38:39,597 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ab49ec2537034a96abd54fb68aafcb6a, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732030715117 2024-11-19T15:38:39,598 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf5dee023904e86bd2b9066fb6162c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732030716863 2024-11-19T15:38:39,603 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a9416519d676bc61c3ecae469c25894#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:39,603 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/d4222629ada8460ebeca7702ecd79120 is 50, key is test_row_0/C:col10/1732030716863/Put/seqid=0 2024-11-19T15:38:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742291_1467 (size=13085) 2024-11-19T15:38:40,000 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/0a81223846b74cdcae94fe0d2e1302b8 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a81223846b74cdcae94fe0d2e1302b8 2024-11-19T15:38:40,003 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/A of 7a9416519d676bc61c3ecae469c25894 into 0a81223846b74cdcae94fe0d2e1302b8(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:40,003 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:40,003 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/A, priority=13, startTime=1732030719169; duration=0sec 2024-11-19T15:38:40,003 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:40,004 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:A 2024-11-19T15:38:40,010 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/d4222629ada8460ebeca7702ecd79120 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/d4222629ada8460ebeca7702ecd79120 2024-11-19T15:38:40,013 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a9416519d676bc61c3ecae469c25894/C of 7a9416519d676bc61c3ecae469c25894 into d4222629ada8460ebeca7702ecd79120(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:40,013 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a9416519d676bc61c3ecae469c25894: 2024-11-19T15:38:40,013 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., storeName=7a9416519d676bc61c3ecae469c25894/C, priority=13, startTime=1732030719169; duration=0sec 2024-11-19T15:38:40,013 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:40,013 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a9416519d676bc61c3ecae469c25894:C 2024-11-19T15:38:44,787 INFO [Thread-1669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1669. 2024-11-19T15:38:44,788 DEBUG [Thread-1669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:44,788 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:44,788 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:44,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:44,796 INFO [Thread-1677 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1677. 2024-11-19T15:38:44,796 DEBUG [Thread-1677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:44,796 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:44,796 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:44,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:44,847 INFO [Thread-1671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1671. 2024-11-19T15:38:44,847 DEBUG [Thread-1671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:44,847 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:44,847 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:44,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:45,557 INFO [Thread-1673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1673. 2024-11-19T15:38:45,557 DEBUG [Thread-1673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:38:45,557 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:45,557 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:45,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1115 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3342 rows 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1117 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3350 rows 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1125 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3366 rows 2024-11-19T15:38:45,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1131 2024-11-19T15:38:45,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3392 rows 2024-11-19T15:38:45,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1113 2024-11-19T15:38:45,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3338 rows 2024-11-19T15:38:45,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:38:45,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:38:45,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:45,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:45,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:38:45,559 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T15:38:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T15:38:45,562 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030725561"}]},"ts":"1732030725561"} 2024-11-19T15:38:45,563 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T15:38:45,563 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T15:38:45,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:38:45,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, UNASSIGN}] 2024-11-19T15:38:45,565 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, UNASSIGN 2024-11-19T15:38:45,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:45,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, UNASSIGN because future has completed 2024-11-19T15:38:45,567 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:38:45,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:38:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T15:38:45,719 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:45,719 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:38:45,719 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing 7a9416519d676bc61c3ecae469c25894, disabling compactions & flushes 2024-11-19T15:38:45,719 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:45,719 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:45,719 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. after waiting 0 ms 2024-11-19T15:38:45,719 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:45,719 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing 7a9416519d676bc61c3ecae469c25894 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T15:38:45,724 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191fb14c1aa346485291715015f9d14ee0_7a9416519d676bc61c3ecae469c25894 is 50, key is test_row_0/A:col10/1732030725556/Put/seqid=0 2024-11-19T15:38:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742292_1468 (size=9914) 2024-11-19T15:38:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T15:38:46,128 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:46,132 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191fb14c1aa346485291715015f9d14ee0_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191fb14c1aa346485291715015f9d14ee0_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:46,133 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/2ec5ef7cc19a41708dd851c9507e64e3, store: [table=TestAcidGuarantees family=A region=7a9416519d676bc61c3ecae469c25894] 2024-11-19T15:38:46,133 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/2ec5ef7cc19a41708dd851c9507e64e3 is 175, key is test_row_0/A:col10/1732030725556/Put/seqid=0 2024-11-19T15:38:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742293_1469 (size=22561) 2024-11-19T15:38:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T15:38:46,537 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/2ec5ef7cc19a41708dd851c9507e64e3 2024-11-19T15:38:46,543 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/2210965693424d03906b97c2a99e0368 is 50, key is test_row_0/B:col10/1732030725556/Put/seqid=0 2024-11-19T15:38:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742294_1470 (size=9857) 2024-11-19T15:38:46,549 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/2210965693424d03906b97c2a99e0368 2024-11-19T15:38:46,555 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/9a47b76e7bfd4b4f86afb805b714b0f0 is 50, key is test_row_0/C:col10/1732030725556/Put/seqid=0 2024-11-19T15:38:46,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742295_1471 (size=9857) 2024-11-19T15:38:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T15:38:46,958 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/9a47b76e7bfd4b4f86afb805b714b0f0 2024-11-19T15:38:46,962 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/A/2ec5ef7cc19a41708dd851c9507e64e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/2ec5ef7cc19a41708dd851c9507e64e3 2024-11-19T15:38:46,965 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/2ec5ef7cc19a41708dd851c9507e64e3, entries=100, sequenceid=339, filesize=22.0 K 2024-11-19T15:38:46,966 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/B/2210965693424d03906b97c2a99e0368 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2210965693424d03906b97c2a99e0368 2024-11-19T15:38:46,969 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2210965693424d03906b97c2a99e0368, entries=100, sequenceid=339, filesize=9.6 K 2024-11-19T15:38:46,969 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/.tmp/C/9a47b76e7bfd4b4f86afb805b714b0f0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/9a47b76e7bfd4b4f86afb805b714b0f0 2024-11-19T15:38:46,972 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/9a47b76e7bfd4b4f86afb805b714b0f0, entries=100, sequenceid=339, filesize=9.6 K 2024-11-19T15:38:46,973 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7a9416519d676bc61c3ecae469c25894 in 1254ms, sequenceid=339, compaction requested=false 2024-11-19T15:38:46,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/c6ac001c730843cf8adce4ef4d59adee, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/4ec9c7e6d8044a2fbdf070a076682997, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/33a29897623e4df99ff1948fb791b7c8, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/20ec2518c2e64d7687d22cebf6bcc654, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/d9a0ee3c46854d33a48c838acec7e24b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5629ac7b65144e6bb284c2cdab3bbb3c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/b3d70d621742437183c1a4b321279267, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f237fe24908b4168b289398b9b600f2a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/de55297b5ca640699a3110dd03c8ef49, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/bfb8c5bbd7d8411fa11d58413c0d29bf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a8969df22c24591adeaf1ccf374aeac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5afbcdccfadb4e8cb63cb1242e206075, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/072fa977b2404aafb376e04a6506d7c3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/967ce6801a0045bdacaf120c6a646c46, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/27db4bb1ba3b4c758024f473aee0bbc7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/dc5d276d3ba24b3ea8d38c7479287946, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/9eb2cb562fe0493ca4723ee77281828d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/15f4165214b24e5b9e9333151207f3b3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/403732550cf34ef2b0ced7bffb9fea65, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0061ecb7d86347568509e9dee59cc2f5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f2217084b2c14d0a94ea27e39d9fb16e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/40e1573f95004b15b863d0efd1538d3e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/1c6962c773c84da7b274a82331b98390] to archive 2024-11-19T15:38:46,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:38:46,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/c6ac001c730843cf8adce4ef4d59adee to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/c6ac001c730843cf8adce4ef4d59adee 2024-11-19T15:38:46,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/4ec9c7e6d8044a2fbdf070a076682997 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/4ec9c7e6d8044a2fbdf070a076682997 2024-11-19T15:38:46,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/33a29897623e4df99ff1948fb791b7c8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/33a29897623e4df99ff1948fb791b7c8 2024-11-19T15:38:46,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/20ec2518c2e64d7687d22cebf6bcc654 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/20ec2518c2e64d7687d22cebf6bcc654 2024-11-19T15:38:46,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/d9a0ee3c46854d33a48c838acec7e24b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/d9a0ee3c46854d33a48c838acec7e24b 2024-11-19T15:38:46,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5629ac7b65144e6bb284c2cdab3bbb3c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5629ac7b65144e6bb284c2cdab3bbb3c 2024-11-19T15:38:46,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/b3d70d621742437183c1a4b321279267 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/b3d70d621742437183c1a4b321279267 2024-11-19T15:38:46,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f237fe24908b4168b289398b9b600f2a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f237fe24908b4168b289398b9b600f2a 2024-11-19T15:38:46,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/de55297b5ca640699a3110dd03c8ef49 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/de55297b5ca640699a3110dd03c8ef49 2024-11-19T15:38:46,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/bfb8c5bbd7d8411fa11d58413c0d29bf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/bfb8c5bbd7d8411fa11d58413c0d29bf 2024-11-19T15:38:46,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a8969df22c24591adeaf1ccf374aeac to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a8969df22c24591adeaf1ccf374aeac 2024-11-19T15:38:46,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5afbcdccfadb4e8cb63cb1242e206075 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/5afbcdccfadb4e8cb63cb1242e206075 2024-11-19T15:38:46,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/072fa977b2404aafb376e04a6506d7c3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/072fa977b2404aafb376e04a6506d7c3 2024-11-19T15:38:46,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/967ce6801a0045bdacaf120c6a646c46 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/967ce6801a0045bdacaf120c6a646c46 2024-11-19T15:38:46,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/27db4bb1ba3b4c758024f473aee0bbc7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/27db4bb1ba3b4c758024f473aee0bbc7 2024-11-19T15:38:46,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/dc5d276d3ba24b3ea8d38c7479287946 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/dc5d276d3ba24b3ea8d38c7479287946 2024-11-19T15:38:46,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/9eb2cb562fe0493ca4723ee77281828d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/9eb2cb562fe0493ca4723ee77281828d 2024-11-19T15:38:46,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/15f4165214b24e5b9e9333151207f3b3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/15f4165214b24e5b9e9333151207f3b3 2024-11-19T15:38:46,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/403732550cf34ef2b0ced7bffb9fea65 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/403732550cf34ef2b0ced7bffb9fea65 2024-11-19T15:38:46,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0061ecb7d86347568509e9dee59cc2f5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0061ecb7d86347568509e9dee59cc2f5 2024-11-19T15:38:46,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f2217084b2c14d0a94ea27e39d9fb16e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/f2217084b2c14d0a94ea27e39d9fb16e 2024-11-19T15:38:46,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/40e1573f95004b15b863d0efd1538d3e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/40e1573f95004b15b863d0efd1538d3e 2024-11-19T15:38:46,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/1c6962c773c84da7b274a82331b98390 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/1c6962c773c84da7b274a82331b98390 2024-11-19T15:38:46,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/3b7a36fe7d754ec29faf5ce15cc615d5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8f346ca05ec34819b30318e370aee398, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/e1ab98139962460ea594003d66a37f37, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/12077552404f4b4fa0e65f8dbb1c35b1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/869f66a8bf4e4616bf250bc7d8b033d2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/1290a939a22c4105be52f34b69e0ea9a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/a1aeefd15b4b4cdf971ad367b27a375f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/b07ad6c644e740de85e99a3e923aa0fd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/737bf86dad774fb1aa9a8fd4c9c43253, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6e90a32b5e704b85a5558f21100ff9f7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d248bf849c2a44de9b2fa67286bd8496, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ccf111a7c5a3454f8c606e498eb3f3bc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/87473bb85b884baca2620743c8a9302d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2bf5ff4b82294b4d8b1e5cd70c7223dc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6889edd0bbee4f368cbc2ce1abc36a21, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8338d8953bf04d95a11a7310e7736084, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/91f669924c12424a92dff67c524ab67d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/f404e192f884472a814b5b5512744ccd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d554c3efacd340afaeed8b4facd88dc5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/78d36ed6485548eea694f577e311097f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/c7f06343fa48401481ce97967abf233f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ee89a63e39b44dda9d4b4b9fc96e8dc1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/0b44153cede146b489661c6b156c800f] to archive 2024-11-19T15:38:46,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:38:46,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/3b7a36fe7d754ec29faf5ce15cc615d5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/3b7a36fe7d754ec29faf5ce15cc615d5 2024-11-19T15:38:46,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8f346ca05ec34819b30318e370aee398 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8f346ca05ec34819b30318e370aee398 2024-11-19T15:38:46,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/e1ab98139962460ea594003d66a37f37 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/e1ab98139962460ea594003d66a37f37 2024-11-19T15:38:47,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/12077552404f4b4fa0e65f8dbb1c35b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/12077552404f4b4fa0e65f8dbb1c35b1 2024-11-19T15:38:47,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/869f66a8bf4e4616bf250bc7d8b033d2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/869f66a8bf4e4616bf250bc7d8b033d2 2024-11-19T15:38:47,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/1290a939a22c4105be52f34b69e0ea9a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/1290a939a22c4105be52f34b69e0ea9a 2024-11-19T15:38:47,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/a1aeefd15b4b4cdf971ad367b27a375f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/a1aeefd15b4b4cdf971ad367b27a375f 2024-11-19T15:38:47,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/b07ad6c644e740de85e99a3e923aa0fd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/b07ad6c644e740de85e99a3e923aa0fd 2024-11-19T15:38:47,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/737bf86dad774fb1aa9a8fd4c9c43253 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/737bf86dad774fb1aa9a8fd4c9c43253 2024-11-19T15:38:47,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6e90a32b5e704b85a5558f21100ff9f7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6e90a32b5e704b85a5558f21100ff9f7 2024-11-19T15:38:47,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d248bf849c2a44de9b2fa67286bd8496 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d248bf849c2a44de9b2fa67286bd8496 2024-11-19T15:38:47,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ccf111a7c5a3454f8c606e498eb3f3bc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ccf111a7c5a3454f8c606e498eb3f3bc 2024-11-19T15:38:47,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/87473bb85b884baca2620743c8a9302d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/87473bb85b884baca2620743c8a9302d 2024-11-19T15:38:47,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2bf5ff4b82294b4d8b1e5cd70c7223dc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2bf5ff4b82294b4d8b1e5cd70c7223dc 2024-11-19T15:38:47,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6889edd0bbee4f368cbc2ce1abc36a21 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/6889edd0bbee4f368cbc2ce1abc36a21 2024-11-19T15:38:47,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8338d8953bf04d95a11a7310e7736084 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/8338d8953bf04d95a11a7310e7736084 2024-11-19T15:38:47,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/91f669924c12424a92dff67c524ab67d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/91f669924c12424a92dff67c524ab67d 2024-11-19T15:38:47,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/f404e192f884472a814b5b5512744ccd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/f404e192f884472a814b5b5512744ccd 2024-11-19T15:38:47,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d554c3efacd340afaeed8b4facd88dc5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/d554c3efacd340afaeed8b4facd88dc5 2024-11-19T15:38:47,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/78d36ed6485548eea694f577e311097f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/78d36ed6485548eea694f577e311097f 2024-11-19T15:38:47,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/c7f06343fa48401481ce97967abf233f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/c7f06343fa48401481ce97967abf233f 2024-11-19T15:38:47,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ee89a63e39b44dda9d4b4b9fc96e8dc1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/ee89a63e39b44dda9d4b4b9fc96e8dc1 2024-11-19T15:38:47,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/0b44153cede146b489661c6b156c800f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/0b44153cede146b489661c6b156c800f 2024-11-19T15:38:47,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/efe51a40cdc649208d06f60def27424c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6b370d48258241f19102c0238375bb4a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/3c6d11946b8e48bbb7ffe30c716acbd9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/0c790e8d08eb499b99698ceab0bbad76, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e5220cb3b6f84921998bf18e6306454d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c317752d74a04c2caef628bb5217451d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c9ae499f34d54025b7de864a311d578a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/94d57da75cff4a53ae31c9b75828e632, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ec769ac3c3334f0cb31845d9cfbe3b4c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/5217a28e313340f38af83ea3beb6d4bf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e9310ec2a0b24f288fb8fa78e7c146ff, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6e4c0d8e4de340fdb55a1590c7a8df87, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c6143d825cb64a4eae839d722ac89994, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/f195062177c4486ba63daa0a77850769, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/a3d6de51f7164c4e92220f5f2a23b6e7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6d90483ff8784ce2971d6871c35a603f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c53e5527b4fe421099a52de7a6f45f0f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/1ef93d645578415db9bdba02be715304, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/dbcdbedcc1564bab949f1306fa598e60, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6a56482866084ed1b4fa392fed9cfd71, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6369571dd80b45c19bf4c15df82ea198, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ab49ec2537034a96abd54fb68aafcb6a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/fcf5dee023904e86bd2b9066fb6162c5] to archive 2024-11-19T15:38:47,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:38:47,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/efe51a40cdc649208d06f60def27424c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/efe51a40cdc649208d06f60def27424c 2024-11-19T15:38:47,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6b370d48258241f19102c0238375bb4a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6b370d48258241f19102c0238375bb4a 2024-11-19T15:38:47,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/3c6d11946b8e48bbb7ffe30c716acbd9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/3c6d11946b8e48bbb7ffe30c716acbd9 2024-11-19T15:38:47,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/0c790e8d08eb499b99698ceab0bbad76 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/0c790e8d08eb499b99698ceab0bbad76 2024-11-19T15:38:47,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e5220cb3b6f84921998bf18e6306454d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e5220cb3b6f84921998bf18e6306454d 2024-11-19T15:38:47,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c317752d74a04c2caef628bb5217451d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c317752d74a04c2caef628bb5217451d 2024-11-19T15:38:47,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c9ae499f34d54025b7de864a311d578a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c9ae499f34d54025b7de864a311d578a 2024-11-19T15:38:47,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/94d57da75cff4a53ae31c9b75828e632 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/94d57da75cff4a53ae31c9b75828e632 2024-11-19T15:38:47,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ec769ac3c3334f0cb31845d9cfbe3b4c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ec769ac3c3334f0cb31845d9cfbe3b4c 2024-11-19T15:38:47,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/5217a28e313340f38af83ea3beb6d4bf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/5217a28e313340f38af83ea3beb6d4bf 2024-11-19T15:38:47,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e9310ec2a0b24f288fb8fa78e7c146ff to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/e9310ec2a0b24f288fb8fa78e7c146ff 2024-11-19T15:38:47,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6e4c0d8e4de340fdb55a1590c7a8df87 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6e4c0d8e4de340fdb55a1590c7a8df87 2024-11-19T15:38:47,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c6143d825cb64a4eae839d722ac89994 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c6143d825cb64a4eae839d722ac89994 2024-11-19T15:38:47,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/f195062177c4486ba63daa0a77850769 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/f195062177c4486ba63daa0a77850769 2024-11-19T15:38:47,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/a3d6de51f7164c4e92220f5f2a23b6e7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/a3d6de51f7164c4e92220f5f2a23b6e7 2024-11-19T15:38:47,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6d90483ff8784ce2971d6871c35a603f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6d90483ff8784ce2971d6871c35a603f 2024-11-19T15:38:47,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c53e5527b4fe421099a52de7a6f45f0f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/c53e5527b4fe421099a52de7a6f45f0f 2024-11-19T15:38:47,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/1ef93d645578415db9bdba02be715304 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/1ef93d645578415db9bdba02be715304 2024-11-19T15:38:47,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/dbcdbedcc1564bab949f1306fa598e60 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/dbcdbedcc1564bab949f1306fa598e60 2024-11-19T15:38:47,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6a56482866084ed1b4fa392fed9cfd71 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6a56482866084ed1b4fa392fed9cfd71 2024-11-19T15:38:47,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6369571dd80b45c19bf4c15df82ea198 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/6369571dd80b45c19bf4c15df82ea198 2024-11-19T15:38:47,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ab49ec2537034a96abd54fb68aafcb6a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/ab49ec2537034a96abd54fb68aafcb6a 2024-11-19T15:38:47,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/fcf5dee023904e86bd2b9066fb6162c5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/fcf5dee023904e86bd2b9066fb6162c5 2024-11-19T15:38:47,042 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=4 2024-11-19T15:38:47,042 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. 2024-11-19T15:38:47,043 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for 7a9416519d676bc61c3ecae469c25894: Waiting for close lock at 1732030725719Running coprocessor pre-close hooks at 1732030725719Disabling compacts and flushes for region at 1732030725719Disabling writes for close at 1732030725719Obtaining lock to block concurrent updates at 1732030725719Preparing flush snapshotting stores in 7a9416519d676bc61c3ecae469c25894 at 1732030725719Finished memstore snapshotting TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732030725719Flushing stores of TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894. at 1732030725720 (+1 ms)Flushing 7a9416519d676bc61c3ecae469c25894/A: creating writer at 1732030725720Flushing mob file 7a9416519d676bc61c3ecae469c25894/A: appending metadata at 1732030725724 (+4 ms)Flushing mob file 7a9416519d676bc61c3ecae469c25894/A: closing flushed file at 1732030725724Flushing 7a9416519d676bc61c3ecae469c25894/A: appending metadata at 1732030726133 (+409 ms)Flushing 7a9416519d676bc61c3ecae469c25894/A: closing flushed file at 1732030726133Flushing 7a9416519d676bc61c3ecae469c25894/B: creating writer at 1732030726540 (+407 ms)Flushing 7a9416519d676bc61c3ecae469c25894/B: appending metadata at 1732030726542 (+2 ms)Flushing 7a9416519d676bc61c3ecae469c25894/B: closing flushed file at 1732030726542Flushing 7a9416519d676bc61c3ecae469c25894/C: creating writer at 1732030726552 (+10 ms)Flushing 7a9416519d676bc61c3ecae469c25894/C: appending metadata at 1732030726554 (+2 ms)Flushing 7a9416519d676bc61c3ecae469c25894/C: closing flushed file at 1732030726554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a5f04aa: reopening flushed file at 1732030726962 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7045724: reopening flushed file at 1732030726965 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@900e7af: reopening flushed file at 1732030726969 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7a9416519d676bc61c3ecae469c25894 in 1254ms, sequenceid=339, compaction requested=false at 1732030726973 (+4 ms)Writing region close event to WAL at 1732030727039 (+66 ms)Running coprocessor post-close hooks at 1732030727042 (+3 ms)Closed at 1732030727042 2024-11-19T15:38:47,044 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed 7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=7a9416519d676bc61c3ecae469c25894, regionState=CLOSED 2024-11-19T15:38:47,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:38:47,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-19T15:38:47,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure 7a9416519d676bc61c3ecae469c25894, server=50570b5b74e7,40977,1732030610255 in 1.4800 sec 2024-11-19T15:38:47,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-19T15:38:47,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a9416519d676bc61c3ecae469c25894, UNASSIGN in 1.4840 sec 2024-11-19T15:38:47,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-19T15:38:47,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4870 sec 2024-11-19T15:38:47,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030727053"}]},"ts":"1732030727053"} 2024-11-19T15:38:47,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T15:38:47,054 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T15:38:47,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4960 sec 2024-11-19T15:38:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T15:38:47,706 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:47,706 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T15:38:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:47,709 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T15:38:47,709 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:47,712 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,714 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/recovered.edits] 2024-11-19T15:38:47,716 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a81223846b74cdcae94fe0d2e1302b8 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/0a81223846b74cdcae94fe0d2e1302b8 2024-11-19T15:38:47,717 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/2ec5ef7cc19a41708dd851c9507e64e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/A/2ec5ef7cc19a41708dd851c9507e64e3 2024-11-19T15:38:47,719 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2210965693424d03906b97c2a99e0368 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/2210965693424d03906b97c2a99e0368 2024-11-19T15:38:47,720 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/56a5656b93bf41a192b0d50511eaf142 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/B/56a5656b93bf41a192b0d50511eaf142 2024-11-19T15:38:47,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/9a47b76e7bfd4b4f86afb805b714b0f0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/9a47b76e7bfd4b4f86afb805b714b0f0 2024-11-19T15:38:47,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/d4222629ada8460ebeca7702ecd79120 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/C/d4222629ada8460ebeca7702ecd79120 2024-11-19T15:38:47,725 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/recovered.edits/342.seqid to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894/recovered.edits/342.seqid 2024-11-19T15:38:47,725 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,725 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T15:38:47,725 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T15:38:47,726 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T15:38:47,728 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191fb14c1aa346485291715015f9d14ee0_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191fb14c1aa346485291715015f9d14ee0_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,729 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119287d412df7c84affb3075d161933798f_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119287d412df7c84affb3075d161933798f_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,730 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119398008e4029d48a29aaa0313beec5232_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119398008e4029d48a29aaa0313beec5232_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,731 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193d9eb7e847e64f519d08a3a603391f8e_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193d9eb7e847e64f519d08a3a603391f8e_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,732 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195f05f1a1851847198741794d63b01cc2_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195f05f1a1851847198741794d63b01cc2_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,733 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111970385d6d02844680b1999b512e5f5c00_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111970385d6d02844680b1999b512e5f5c00_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,734 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197a416eace302428fa52788d6869dcd6c_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197a416eace302428fa52788d6869dcd6c_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,735 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197c758f02ad0c4cebacf161ce1df0d038_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197c758f02ad0c4cebacf161ce1df0d038_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,736 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197caad9b5437e4f2593b35cef88a1cfd5_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197caad9b5437e4f2593b35cef88a1cfd5_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,737 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986ccc3acbb464a6895ad8b7a52afafc8_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986ccc3acbb464a6895ad8b7a52afafc8_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,738 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111991728855e03a424eae467ca7e8969314_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111991728855e03a424eae467ca7e8969314_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,739 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111995a0cbed166941b9b0cf92b041725940_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111995a0cbed166941b9b0cf92b041725940_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,740 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111996f5037587f340fc81695df8f442973e_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111996f5037587f340fc81695df8f442973e_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,741 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b27cdcd01af245c784d5819ebb0f72da_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b27cdcd01af245c784d5819ebb0f72da_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,742 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d73edeeb6f8144f88af3045b7027e2d9_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d73edeeb6f8144f88af3045b7027e2d9_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e948006065e4420799d20e8b225f9b4c_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e948006065e4420799d20e8b225f9b4c_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,744 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f189fcec41c248ba922e5ccff1310129_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f189fcec41c248ba922e5ccff1310129_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,745 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f4b71dbf6e3547ed9ac5ef7b4666f5a4_7a9416519d676bc61c3ecae469c25894 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f4b71dbf6e3547ed9ac5ef7b4666f5a4_7a9416519d676bc61c3ecae469c25894 2024-11-19T15:38:47,745 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T15:38:47,747 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:47,749 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T15:38:47,751 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T15:38:47,752 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:47,753 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T15:38:47,753 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732030727753"}]},"ts":"9223372036854775807"} 2024-11-19T15:38:47,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T15:38:47,754 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7a9416519d676bc61c3ecae469c25894, NAME => 'TestAcidGuarantees,,1732030693945.7a9416519d676bc61c3ecae469c25894.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T15:38:47,755 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T15:38:47,755 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732030727755"}]},"ts":"9223372036854775807"} 2024-11-19T15:38:47,756 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T15:38:47,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:47,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-19T15:38:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T15:38:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T15:38:47,820 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:47,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 242), OpenFileDescriptor=455 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=7012 (was 7181) 2024-11-19T15:38:47,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=7012 2024-11-19T15:38:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:38:47,838 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:38:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T15:38:47,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T15:38:47,840 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:47,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-11-19T15:38:47,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T15:38:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-19T15:38:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742296_1472 (size=959) 2024-11-19T15:38:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-19T15:38:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-19T15:38:48,248 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:38:48,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742297_1473 (size=53) 2024-11-19T15:38:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-19T15:38:48,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T15:38:48,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:38:48,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6e8e7240e43a1337f587f876e0eb3c66, disabling compactions & flushes 2024-11-19T15:38:48,653 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:48,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:48,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. after waiting 0 ms 2024-11-19T15:38:48,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:48,653 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:48,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e8e7240e43a1337f587f876e0eb3c66: Waiting for close lock at 1732030728653Disabling compacts and flushes for region at 1732030728653Disabling writes for close at 1732030728653Writing region close event to WAL at 1732030728653Closed at 1732030728653 2024-11-19T15:38:48,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T15:38:48,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732030728655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732030728655"}]},"ts":"1732030728655"} 2024-11-19T15:38:48,656 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T15:38:48,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T15:38:48,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030728657"}]},"ts":"1732030728657"} 2024-11-19T15:38:48,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T15:38:48,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, ASSIGN}] 2024-11-19T15:38:48,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, ASSIGN 2024-11-19T15:38:48,662 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, ASSIGN; state=OFFLINE, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=false 2024-11-19T15:38:48,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=6e8e7240e43a1337f587f876e0eb3c66, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:48,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, ASSIGN because future has completed 2024-11-19T15:38:48,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:38:48,971 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:48,971 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:38:48,972 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,972 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:38:48,972 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,972 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,973 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,974 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8e7240e43a1337f587f876e0eb3c66 columnFamilyName A 2024-11-19T15:38:48,974 DEBUG [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:48,975 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] regionserver.HStore(327): Store=6e8e7240e43a1337f587f876e0eb3c66/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:48,975 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-19T15:38:48,976 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8e7240e43a1337f587f876e0eb3c66 columnFamilyName B 2024-11-19T15:38:48,976 DEBUG [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:48,977 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] regionserver.HStore(327): Store=6e8e7240e43a1337f587f876e0eb3c66/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:48,977 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,978 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e8e7240e43a1337f587f876e0eb3c66 columnFamilyName C 2024-11-19T15:38:48,978 DEBUG [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:38:48,978 INFO [StoreOpener-6e8e7240e43a1337f587f876e0eb3c66-1 {}] regionserver.HStore(327): Store=6e8e7240e43a1337f587f876e0eb3c66/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:38:48,978 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,979 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,979 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,980 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,980 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,981 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:38:48,982 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,983 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:38:48,984 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 6e8e7240e43a1337f587f876e0eb3c66; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73624727, jitterRate=0.09709392488002777}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:38:48,984 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:48,985 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 6e8e7240e43a1337f587f876e0eb3c66: Running coprocessor pre-open hook at 1732030728972Writing region info on filesystem at 1732030728972Initializing all the Stores at 1732030728973 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030728973Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030728973Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030728973Cleaning up temporary data from old regions at 1732030728980 (+7 ms)Running coprocessor post-open hooks at 1732030728984 (+4 ms)Region opened successfully at 1732030728985 (+1 ms) 2024-11-19T15:38:48,986 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., pid=128, masterSystemTime=1732030728968 2024-11-19T15:38:48,987 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:48,987 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:48,988 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=6e8e7240e43a1337f587f876e0eb3c66, regionState=OPEN, openSeqNum=2, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:48,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:38:48,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-19T15:38:48,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 in 175 msec 2024-11-19T15:38:48,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-19T15:38:48,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, ASSIGN in 331 msec 2024-11-19T15:38:48,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T15:38:48,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030728994"}]},"ts":"1732030728994"} 2024-11-19T15:38:48,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T15:38:48,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T15:38:48,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-19T15:38:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-19T15:38:49,987 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:49,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416368ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:49,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:49,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:49,994 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:49,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2733fc3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:49,996 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54da92db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:49,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:49,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T15:38:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 50570b5b74e7,40533,1732030609496 2024-11-19T15:38:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b23ecdf 2024-11-19T15:38:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T15:38:50,001 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T15:38:50,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318580aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,003 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20762300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,005 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff4ce2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f30795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,006 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1cf80e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,008 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33432d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee02d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,009 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de4768e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,011 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473ee84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e68e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,013 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263eb6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,014 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4354113a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776351b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,016 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5210c10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,018 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8cd8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319ff2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,022 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e03336d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5c19c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6550bbc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,027 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4266b848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694e09b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e30ca6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,033 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b9085c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,035 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4035b9f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea48135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,037 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6888dda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,039 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd4e50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32645fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:38:50,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:38:50,044 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:38:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:38:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:38:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654d39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:38:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:38:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:38:50,046 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:38:50,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f95b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:38:50,047 DEBUG [Thread-2124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,047 DEBUG [Thread-2107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,048 DEBUG [Thread-2120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,049 DEBUG [Thread-2120 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,049 DEBUG [Thread-2113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,050 DEBUG [Thread-2113 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,050 DEBUG [Thread-2120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,050 DEBUG [Thread-2113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,054 DEBUG [Thread-2109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,061 DEBUG [Thread-2126 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,062 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:50,062 DEBUG [Thread-2111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-19T15:38:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:50,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:50,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:50,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:50,065 DEBUG [Thread-2115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:50,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:50,066 DEBUG [Thread-2118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,066 DEBUG [Thread-2126 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,067 DEBUG [Thread-2126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T15:38:50,076 DEBUG [Thread-2122 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:38:50,077 DEBUG [Thread-2122 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:38:50,078 DEBUG [Thread-2122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:38:50,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:38:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2] 2024-11-19T15:38:50,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/a35d6616b6244e0cb1bd718f9434fb21 is 50, key is test_row_0/A:col10/1732030730062/Put/seqid=0 2024-11-19T15:38:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030790116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030790122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030790125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030790125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030790126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742298_1474 (size=12001) 2024-11-19T15:38:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T15:38:50,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T15:38:50,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:50,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:50,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:50,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030790236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030790246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030790246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030790246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030790246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T15:38:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:50,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T15:38:50,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030790446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030790456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030790456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030790456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030790456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T15:38:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:50,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:50,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/a35d6616b6244e0cb1bd718f9434fb21 2024-11-19T15:38:50,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9f5d818d2bf74171bba1082c05d0f685 is 50, key is test_row_0/B:col10/1732030730062/Put/seqid=0 2024-11-19T15:38:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742299_1475 (size=12001) 2024-11-19T15:38:50,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9f5d818d2bf74171bba1082c05d0f685 2024-11-19T15:38:50,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/999b0fe42acd49e784d93719dd21bc53 is 50, key is test_row_0/C:col10/1732030730062/Put/seqid=0 2024-11-19T15:38:50,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742300_1476 (size=12001) 2024-11-19T15:38:50,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/999b0fe42acd49e784d93719dd21bc53 2024-11-19T15:38:50,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/a35d6616b6244e0cb1bd718f9434fb21 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/a35d6616b6244e0cb1bd718f9434fb21 2024-11-19T15:38:50,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/a35d6616b6244e0cb1bd718f9434fb21, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T15:38:50,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9f5d818d2bf74171bba1082c05d0f685 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9f5d818d2bf74171bba1082c05d0f685 2024-11-19T15:38:50,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9f5d818d2bf74171bba1082c05d0f685, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T15:38:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/999b0fe42acd49e784d93719dd21bc53 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/999b0fe42acd49e784d93719dd21bc53 2024-11-19T15:38:50,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/999b0fe42acd49e784d93719dd21bc53, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T15:38:50,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6e8e7240e43a1337f587f876e0eb3c66 in 590ms, sequenceid=12, compaction requested=false 2024-11-19T15:38:50,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:50,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T15:38:50,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:50,680 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:38:50,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/ec8db18960b94226ad167450884d83d5 is 50, key is test_row_0/A:col10/1732030730122/Put/seqid=0 2024-11-19T15:38:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T15:38:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742301_1477 (size=12001) 2024-11-19T15:38:50,711 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/ec8db18960b94226ad167450884d83d5 2024-11-19T15:38:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/dfd312fdcc2c4a8fbe329341a3d09ad6 is 50, key is test_row_0/B:col10/1732030730122/Put/seqid=0 2024-11-19T15:38:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742302_1478 (size=12001) 2024-11-19T15:38:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:50,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:50,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030790801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030790802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030790811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030790815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030790817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030790926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030790926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030790926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030790936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030790936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,137 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/dfd312fdcc2c4a8fbe329341a3d09ad6 2024-11-19T15:38:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/befd1c6c561e47689c8c5fa69d1c61ad is 50, key is test_row_0/C:col10/1732030730122/Put/seqid=0 2024-11-19T15:38:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030791136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030791136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742303_1479 (size=12001) 2024-11-19T15:38:51,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030791146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030791156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030791157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T15:38:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030791456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030791456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030791466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030791467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030791476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:51,550 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/befd1c6c561e47689c8c5fa69d1c61ad 2024-11-19T15:38:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/ec8db18960b94226ad167450884d83d5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/ec8db18960b94226ad167450884d83d5 2024-11-19T15:38:51,558 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/ec8db18960b94226ad167450884d83d5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T15:38:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/dfd312fdcc2c4a8fbe329341a3d09ad6 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfd312fdcc2c4a8fbe329341a3d09ad6 2024-11-19T15:38:51,566 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfd312fdcc2c4a8fbe329341a3d09ad6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T15:38:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/befd1c6c561e47689c8c5fa69d1c61ad as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/befd1c6c561e47689c8c5fa69d1c61ad 2024-11-19T15:38:51,570 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/befd1c6c561e47689c8c5fa69d1c61ad, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T15:38:51,571 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6e8e7240e43a1337f587f876e0eb3c66 in 891ms, sequenceid=37, compaction requested=false 2024-11-19T15:38:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-19T15:38:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-19T15:38:51,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-19T15:38:51,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-11-19T15:38:51,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.5180 sec 2024-11-19T15:38:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:51,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:38:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:51,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/4ca91f68cca64201ae43b16d8ae797f7 is 50, key is test_row_0/A:col10/1732030730807/Put/seqid=0 2024-11-19T15:38:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742304_1480 (size=14341) 2024-11-19T15:38:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030792028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030792029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030792030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030792033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030792034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030792145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030792146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030792146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030792146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030792156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T15:38:52,216 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:52,217 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-19T15:38:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T15:38:52,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:52,229 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:52,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T15:38:52,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030792366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030792366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030792367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030792367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:52,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030792379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/4ca91f68cca64201ae43b16d8ae797f7 2024-11-19T15:38:52,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/0209699e729b48b9b8fc1344785be2ac is 50, key is test_row_0/B:col10/1732030730807/Put/seqid=0 2024-11-19T15:38:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742305_1481 (size=12001) 2024-11-19T15:38:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T15:38:52,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:52,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:52,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T15:38:52,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030792686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030792686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030792686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030792686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030792697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:52,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:52,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T15:38:52,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/0209699e729b48b9b8fc1344785be2ac 2024-11-19T15:38:52,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/58701f73da2e422ab5ca2fe57472c7ab is 50, key is test_row_0/C:col10/1732030730807/Put/seqid=0 2024-11-19T15:38:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742306_1482 (size=12001) 2024-11-19T15:38:53,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:53,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:53,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030793206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030793206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:53,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030793206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030793206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:53,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030793216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:53,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/58701f73da2e422ab5ca2fe57472c7ab 2024-11-19T15:38:53,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/4ca91f68cca64201ae43b16d8ae797f7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4ca91f68cca64201ae43b16d8ae797f7 2024-11-19T15:38:53,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:53,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4ca91f68cca64201ae43b16d8ae797f7, entries=200, sequenceid=50, filesize=14.0 K 2024-11-19T15:38:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/0209699e729b48b9b8fc1344785be2ac as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0209699e729b48b9b8fc1344785be2ac 2024-11-19T15:38:53,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0209699e729b48b9b8fc1344785be2ac, entries=150, sequenceid=50, filesize=11.7 K 2024-11-19T15:38:53,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/58701f73da2e422ab5ca2fe57472c7ab as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/58701f73da2e422ab5ca2fe57472c7ab 2024-11-19T15:38:53,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/58701f73da2e422ab5ca2fe57472c7ab, entries=150, sequenceid=50, filesize=11.7 K 2024-11-19T15:38:53,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6e8e7240e43a1337f587f876e0eb3c66 in 1349ms, sequenceid=50, compaction requested=true 2024-11-19T15:38:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:53,335 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T15:38:53,336 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:53,337 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:53,337 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:38:53,337 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,337 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9f5d818d2bf74171bba1082c05d0f685, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfd312fdcc2c4a8fbe329341a3d09ad6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0209699e729b48b9b8fc1344785be2ac] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.2 K 2024-11-19T15:38:53,337 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:53,337 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:38:53,337 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,337 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/a35d6616b6244e0cb1bd718f9434fb21, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/ec8db18960b94226ad167450884d83d5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4ca91f68cca64201ae43b16d8ae797f7] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=37.4 K 2024-11-19T15:38:53,339 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting a35d6616b6244e0cb1bd718f9434fb21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732030730053 2024-11-19T15:38:53,340 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f5d818d2bf74171bba1082c05d0f685, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732030730053 2024-11-19T15:38:53,340 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec8db18960b94226ad167450884d83d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732030730122 2024-11-19T15:38:53,340 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting dfd312fdcc2c4a8fbe329341a3d09ad6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732030730122 2024-11-19T15:38:53,341 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ca91f68cca64201ae43b16d8ae797f7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732030730807 2024-11-19T15:38:53,341 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0209699e729b48b9b8fc1344785be2ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732030730807 2024-11-19T15:38:53,358 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:53,358 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T15:38:53,358 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/fdd2ab82b5fe4118b72afc1b7f1c74c2 is 50, key is test_row_0/B:col10/1732030730807/Put/seqid=0 2024-11-19T15:38:53,361 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/e32a6bf7989947988ebb63fb90ef76f5 is 50, key is test_row_0/A:col10/1732030730807/Put/seqid=0 2024-11-19T15:38:53,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742307_1483 (size=12104) 2024-11-19T15:38:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742308_1484 (size=12104) 2024-11-19T15:38:53,414 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/e32a6bf7989947988ebb63fb90ef76f5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/e32a6bf7989947988ebb63fb90ef76f5 2024-11-19T15:38:53,421 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into e32a6bf7989947988ebb63fb90ef76f5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:53,421 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:53,422 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030733335; duration=0sec 2024-11-19T15:38:53,422 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:53,422 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:38:53,422 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:53,423 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:53,423 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:38:53,423 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,423 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/999b0fe42acd49e784d93719dd21bc53, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/befd1c6c561e47689c8c5fa69d1c61ad, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/58701f73da2e422ab5ca2fe57472c7ab] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.2 K 2024-11-19T15:38:53,424 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 999b0fe42acd49e784d93719dd21bc53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732030730053 2024-11-19T15:38:53,424 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting befd1c6c561e47689c8c5fa69d1c61ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732030730122 2024-11-19T15:38:53,425 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58701f73da2e422ab5ca2fe57472c7ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732030730807 2024-11-19T15:38:53,451 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:53,452 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/df28d9dd2d0a40b1a180a514a5c052e3 is 50, key is test_row_0/C:col10/1732030730807/Put/seqid=0 2024-11-19T15:38:53,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T15:38:53,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:53,463 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T15:38:53,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742309_1485 (size=12104) 2024-11-19T15:38:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/11fd8623bb744c50a4652e6cae4cfef1 is 50, key is test_row_0/A:col10/1732030732033/Put/seqid=0 2024-11-19T15:38:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742310_1486 (size=12001) 2024-11-19T15:38:53,489 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/11fd8623bb744c50a4652e6cae4cfef1 2024-11-19T15:38:53,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/cc65a664a2e14bf693b84d1f178ae817 is 50, key is test_row_0/B:col10/1732030732033/Put/seqid=0 2024-11-19T15:38:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742311_1487 (size=12001) 2024-11-19T15:38:53,807 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/fdd2ab82b5fe4118b72afc1b7f1c74c2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/fdd2ab82b5fe4118b72afc1b7f1c74c2 2024-11-19T15:38:53,813 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into fdd2ab82b5fe4118b72afc1b7f1c74c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:53,813 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:53,813 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030733335; duration=0sec 2024-11-19T15:38:53,813 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:53,813 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:38:53,881 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/df28d9dd2d0a40b1a180a514a5c052e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/df28d9dd2d0a40b1a180a514a5c052e3 2024-11-19T15:38:53,896 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into df28d9dd2d0a40b1a180a514a5c052e3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:53,896 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:53,896 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030733335; duration=0sec 2024-11-19T15:38:53,896 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:53,896 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:38:53,910 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/cc65a664a2e14bf693b84d1f178ae817 2024-11-19T15:38:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/99ed034bbe9a4b669f394c6c30d9e5ef is 50, key is test_row_0/C:col10/1732030732033/Put/seqid=0 2024-11-19T15:38:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742312_1488 (size=12001) 2024-11-19T15:38:53,985 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/99ed034bbe9a4b669f394c6c30d9e5ef 2024-11-19T15:38:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/11fd8623bb744c50a4652e6cae4cfef1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/11fd8623bb744c50a4652e6cae4cfef1 2024-11-19T15:38:53,993 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/11fd8623bb744c50a4652e6cae4cfef1, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T15:38:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/cc65a664a2e14bf693b84d1f178ae817 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/cc65a664a2e14bf693b84d1f178ae817 2024-11-19T15:38:53,998 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/cc65a664a2e14bf693b84d1f178ae817, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T15:38:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/99ed034bbe9a4b669f394c6c30d9e5ef as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/99ed034bbe9a4b669f394c6c30d9e5ef 2024-11-19T15:38:54,004 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/99ed034bbe9a4b669f394c6c30d9e5ef, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T15:38:54,007 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 6e8e7240e43a1337f587f876e0eb3c66 in 544ms, sequenceid=74, compaction requested=false 2024-11-19T15:38:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-19T15:38:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-19T15:38:54,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-19T15:38:54,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec 2024-11-19T15:38:54,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.8090 sec 2024-11-19T15:38:54,238 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:54,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:54,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/58eca5d5aa2044778d7e074b92e4bb49 is 50, key is test_row_0/A:col10/1732030734236/Put/seqid=0 2024-11-19T15:38:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742313_1489 (size=14341) 2024-11-19T15:38:54,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030794289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030794291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030794292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030794304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030794304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T15:38:54,366 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:54,366 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-19T15:38:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T15:38:54,368 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:54,369 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:54,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:54,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030794406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030794416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030794416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030794417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030794426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T15:38:54,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T15:38:54,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030794626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030794636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030794636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030794636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030794646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/58eca5d5aa2044778d7e074b92e4bb49 2024-11-19T15:38:54,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/be75eef18ce14b29b552bdb0250906d5 is 50, key is test_row_0/B:col10/1732030734236/Put/seqid=0 2024-11-19T15:38:54,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T15:38:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742314_1490 (size=12001) 2024-11-19T15:38:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/be75eef18ce14b29b552bdb0250906d5 2024-11-19T15:38:54,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/511883ba016d45dabf38cf36d104d59a is 50, key is test_row_0/C:col10/1732030734236/Put/seqid=0 2024-11-19T15:38:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T15:38:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742315_1491 (size=12001) 2024-11-19T15:38:54,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T15:38:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030794936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030794946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030794946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030794946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030794966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:54,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T15:38:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:54,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T15:38:55,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/511883ba016d45dabf38cf36d104d59a 2024-11-19T15:38:55,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/58eca5d5aa2044778d7e074b92e4bb49 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/58eca5d5aa2044778d7e074b92e4bb49 2024-11-19T15:38:55,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/58eca5d5aa2044778d7e074b92e4bb49, entries=200, sequenceid=87, filesize=14.0 K 2024-11-19T15:38:55,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/be75eef18ce14b29b552bdb0250906d5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/be75eef18ce14b29b552bdb0250906d5 2024-11-19T15:38:55,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/be75eef18ce14b29b552bdb0250906d5, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T15:38:55,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/511883ba016d45dabf38cf36d104d59a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/511883ba016d45dabf38cf36d104d59a 2024-11-19T15:38:55,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/511883ba016d45dabf38cf36d104d59a, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T15:38:55,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6e8e7240e43a1337f587f876e0eb3c66 in 867ms, sequenceid=87, compaction requested=true 2024-11-19T15:38:55,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:55,105 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:55,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:55,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:55,106 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:55,106 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:55,106 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:38:55,106 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:55,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:55,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:55,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:55,106 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/e32a6bf7989947988ebb63fb90ef76f5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/11fd8623bb744c50a4652e6cae4cfef1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/58eca5d5aa2044778d7e074b92e4bb49] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=37.5 K 2024-11-19T15:38:55,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:55,106 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e32a6bf7989947988ebb63fb90ef76f5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732030730807 2024-11-19T15:38:55,107 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:55,107 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:38:55,107 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:55,107 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/fdd2ab82b5fe4118b72afc1b7f1c74c2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/cc65a664a2e14bf693b84d1f178ae817, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/be75eef18ce14b29b552bdb0250906d5] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.3 K 2024-11-19T15:38:55,107 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11fd8623bb744c50a4652e6cae4cfef1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732030732026 2024-11-19T15:38:55,107 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting fdd2ab82b5fe4118b72afc1b7f1c74c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732030730807 2024-11-19T15:38:55,107 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58eca5d5aa2044778d7e074b92e4bb49, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732030734228 2024-11-19T15:38:55,108 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting cc65a664a2e14bf693b84d1f178ae817, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732030732026 2024-11-19T15:38:55,108 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting be75eef18ce14b29b552bdb0250906d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732030734228 2024-11-19T15:38:55,116 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:55,116 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/0e24894eb6494e75a4123439ece8ba3e is 50, key is test_row_0/A:col10/1732030734236/Put/seqid=0 2024-11-19T15:38:55,119 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#413 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:55,119 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/567e679eb8794dd7972e7657e0fde0fd is 50, key is test_row_0/B:col10/1732030734236/Put/seqid=0 2024-11-19T15:38:55,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742317_1493 (size=12207) 2024-11-19T15:38:55,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742316_1492 (size=12207) 2024-11-19T15:38:55,129 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/567e679eb8794dd7972e7657e0fde0fd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/567e679eb8794dd7972e7657e0fde0fd 2024-11-19T15:38:55,134 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into 567e679eb8794dd7972e7657e0fde0fd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:55,134 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:55,134 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030735106; duration=0sec 2024-11-19T15:38:55,134 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:55,134 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:38:55,134 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:55,135 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:55,135 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:38:55,135 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:55,135 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/df28d9dd2d0a40b1a180a514a5c052e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/99ed034bbe9a4b669f394c6c30d9e5ef, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/511883ba016d45dabf38cf36d104d59a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.3 K 2024-11-19T15:38:55,135 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting df28d9dd2d0a40b1a180a514a5c052e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732030730807 2024-11-19T15:38:55,135 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 99ed034bbe9a4b669f394c6c30d9e5ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732030732026 2024-11-19T15:38:55,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T15:38:55,136 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 511883ba016d45dabf38cf36d104d59a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732030734228 2024-11-19T15:38:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:55,136 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:38:55,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/26f69e3757fa42418f993bf88c68f2e0 is 50, key is test_row_0/A:col10/1732030734302/Put/seqid=0 2024-11-19T15:38:55,150 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:55,150 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/da2f4e1c9bee44bca288eefad4c0ed21 is 50, key is test_row_0/C:col10/1732030734236/Put/seqid=0 2024-11-19T15:38:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742318_1494 (size=12001) 2024-11-19T15:38:55,169 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/26f69e3757fa42418f993bf88c68f2e0 2024-11-19T15:38:55,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742319_1495 (size=12207) 2024-11-19T15:38:55,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/93010d9f7abd4eca8f2f2ad0e6c59868 is 50, key is test_row_0/B:col10/1732030734302/Put/seqid=0 2024-11-19T15:38:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742320_1496 (size=12001) 2024-11-19T15:38:55,231 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/93010d9f7abd4eca8f2f2ad0e6c59868 2024-11-19T15:38:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/c5d6776510b940a0ae590fa76698de10 is 50, key is test_row_0/C:col10/1732030734302/Put/seqid=0 2024-11-19T15:38:55,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742321_1497 (size=12001) 2024-11-19T15:38:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:55,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030795476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030795476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030795477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030795477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030795489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T15:38:55,532 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/0e24894eb6494e75a4123439ece8ba3e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0e24894eb6494e75a4123439ece8ba3e 2024-11-19T15:38:55,536 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into 0e24894eb6494e75a4123439ece8ba3e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:55,537 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:55,537 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030735105; duration=0sec 2024-11-19T15:38:55,537 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:55,537 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:38:55,599 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/da2f4e1c9bee44bca288eefad4c0ed21 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/da2f4e1c9bee44bca288eefad4c0ed21 2024-11-19T15:38:55,604 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into da2f4e1c9bee44bca288eefad4c0ed21(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:55,604 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:55,604 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030735106; duration=0sec 2024-11-19T15:38:55,604 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:55,604 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:38:55,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030795597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030795597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030795597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030795606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,659 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/c5d6776510b940a0ae590fa76698de10 2024-11-19T15:38:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/26f69e3757fa42418f993bf88c68f2e0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/26f69e3757fa42418f993bf88c68f2e0 2024-11-19T15:38:55,667 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/26f69e3757fa42418f993bf88c68f2e0, entries=150, sequenceid=114, filesize=11.7 K 2024-11-19T15:38:55,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/93010d9f7abd4eca8f2f2ad0e6c59868 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/93010d9f7abd4eca8f2f2ad0e6c59868 2024-11-19T15:38:55,673 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/93010d9f7abd4eca8f2f2ad0e6c59868, entries=150, sequenceid=114, filesize=11.7 K 2024-11-19T15:38:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/c5d6776510b940a0ae590fa76698de10 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c5d6776510b940a0ae590fa76698de10 2024-11-19T15:38:55,677 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c5d6776510b940a0ae590fa76698de10, entries=150, sequenceid=114, filesize=11.7 K 2024-11-19T15:38:55,678 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6e8e7240e43a1337f587f876e0eb3c66 in 542ms, sequenceid=114, compaction requested=false 2024-11-19T15:38:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-19T15:38:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-19T15:38:55,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-19T15:38:55,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3110 sec 2024-11-19T15:38:55,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.3190 sec 2024-11-19T15:38:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:55,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:55,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/66a411eeb9f6433d80a866c697caadc3 is 50, key is test_row_0/A:col10/1732030735473/Put/seqid=0 2024-11-19T15:38:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742322_1498 (size=14341) 2024-11-19T15:38:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030795874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030795875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030795877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030795885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030795986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030795996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030795996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030796006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030796205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030796216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030796216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030796226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/66a411eeb9f6433d80a866c697caadc3 2024-11-19T15:38:56,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/2a88df4af04e453886d261a8203ab4f9 is 50, key is test_row_0/B:col10/1732030735473/Put/seqid=0 2024-11-19T15:38:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742323_1499 (size=12001) 2024-11-19T15:38:56,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030796496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,504 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T15:38:56,517 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:56,517 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-19T15:38:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T15:38:56,519 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:56,519 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:56,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030796525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030796536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030796536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030796536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T15:38:56,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/2a88df4af04e453886d261a8203ab4f9 2024-11-19T15:38:56,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/5fdcac887c304417a28d0178844601f3 is 50, key is test_row_0/C:col10/1732030735473/Put/seqid=0 2024-11-19T15:38:56,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742324_1500 (size=12001) 2024-11-19T15:38:56,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-19T15:38:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:56,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-19T15:38:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:56,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T15:38:56,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-19T15:38:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:56,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030797036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:57,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/5fdcac887c304417a28d0178844601f3 2024-11-19T15:38:57,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030797046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:57,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:57,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030797046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:57,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/66a411eeb9f6433d80a866c697caadc3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/66a411eeb9f6433d80a866c697caadc3 2024-11-19T15:38:57,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:57,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/66a411eeb9f6433d80a866c697caadc3, entries=200, sequenceid=127, filesize=14.0 K 2024-11-19T15:38:57,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/2a88df4af04e453886d261a8203ab4f9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2a88df4af04e453886d261a8203ab4f9 2024-11-19T15:38:57,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2a88df4af04e453886d261a8203ab4f9, entries=150, sequenceid=127, filesize=11.7 K 2024-11-19T15:38:57,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030797055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:57,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/5fdcac887c304417a28d0178844601f3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/5fdcac887c304417a28d0178844601f3 2024-11-19T15:38:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:57,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/5fdcac887c304417a28d0178844601f3, entries=150, sequenceid=127, filesize=11.7 K 2024-11-19T15:38:57,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6e8e7240e43a1337f587f876e0eb3c66 in 1244ms, sequenceid=127, compaction requested=true 2024-11-19T15:38:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:57,066 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:57,066 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:57,066 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:57,066 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:57,067 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:38:57,067 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:38:57,067 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:57,067 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:57,067 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0e24894eb6494e75a4123439ece8ba3e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/26f69e3757fa42418f993bf88c68f2e0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/66a411eeb9f6433d80a866c697caadc3] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=37.6 K 2024-11-19T15:38:57,067 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/567e679eb8794dd7972e7657e0fde0fd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/93010d9f7abd4eca8f2f2ad0e6c59868, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2a88df4af04e453886d261a8203ab4f9] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.4 K 2024-11-19T15:38:57,067 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e24894eb6494e75a4123439ece8ba3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732030734228 2024-11-19T15:38:57,067 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 567e679eb8794dd7972e7657e0fde0fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732030734228 2024-11-19T15:38:57,067 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f69e3757fa42418f993bf88c68f2e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732030734288 2024-11-19T15:38:57,067 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 93010d9f7abd4eca8f2f2ad0e6c59868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732030734288 2024-11-19T15:38:57,068 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66a411eeb9f6433d80a866c697caadc3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030735473 2024-11-19T15:38:57,068 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a88df4af04e453886d261a8203ab4f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030735473 2024-11-19T15:38:57,074 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:57,075 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:57,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/6d9abac6334140ada9d87378cfa96676 is 50, key is test_row_0/B:col10/1732030735473/Put/seqid=0 2024-11-19T15:38:57,075 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/7a5accab33644628be192d423a51f19d is 50, key is test_row_0/A:col10/1732030735473/Put/seqid=0 2024-11-19T15:38:57,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742325_1501 (size=12309) 2024-11-19T15:38:57,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742326_1502 (size=12309) 2024-11-19T15:38:57,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-19T15:38:57,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:57,131 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:38:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/bfd831a4680a4032ba0ebc0350d74bd7 is 50, key is test_row_0/A:col10/1732030735876/Put/seqid=0 2024-11-19T15:38:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742327_1503 (size=12151) 2024-11-19T15:38:57,139 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/bfd831a4680a4032ba0ebc0350d74bd7 2024-11-19T15:38:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/12840f91513c4defa2068bcbf46ff859 is 50, key is test_row_0/B:col10/1732030735876/Put/seqid=0 2024-11-19T15:38:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T15:38:57,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742328_1504 (size=12151) 2024-11-19T15:38:57,152 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/12840f91513c4defa2068bcbf46ff859 2024-11-19T15:38:57,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/c4c5c8b649f34d7d8e7796b1918ef6c7 is 50, key is test_row_0/C:col10/1732030735876/Put/seqid=0 2024-11-19T15:38:57,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742329_1505 (size=12151) 2024-11-19T15:38:57,483 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/6d9abac6334140ada9d87378cfa96676 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6d9abac6334140ada9d87378cfa96676 2024-11-19T15:38:57,483 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/7a5accab33644628be192d423a51f19d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/7a5accab33644628be192d423a51f19d 2024-11-19T15:38:57,487 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into 6d9abac6334140ada9d87378cfa96676(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:57,487 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into 7a5accab33644628be192d423a51f19d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:57,487 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:57,487 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:57,487 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030737066; duration=0sec 2024-11-19T15:38:57,487 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030737065; duration=0sec 2024-11-19T15:38:57,487 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:57,487 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:38:57,487 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:57,487 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:38:57,487 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:57,488 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:57,488 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:38:57,488 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:57,488 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/da2f4e1c9bee44bca288eefad4c0ed21, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c5d6776510b940a0ae590fa76698de10, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/5fdcac887c304417a28d0178844601f3] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.4 K 2024-11-19T15:38:57,488 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting da2f4e1c9bee44bca288eefad4c0ed21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732030734228 2024-11-19T15:38:57,488 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c5d6776510b940a0ae590fa76698de10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732030734288 2024-11-19T15:38:57,489 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fdcac887c304417a28d0178844601f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030735473 2024-11-19T15:38:57,494 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:57,494 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/53cdaa960e6d48c7ad3a0575a823fb41 is 50, key is test_row_0/C:col10/1732030735473/Put/seqid=0 2024-11-19T15:38:57,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742330_1506 (size=12309) 2024-11-19T15:38:57,501 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/53cdaa960e6d48c7ad3a0575a823fb41 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/53cdaa960e6d48c7ad3a0575a823fb41 2024-11-19T15:38:57,504 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into 53cdaa960e6d48c7ad3a0575a823fb41(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:57,504 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:57,504 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030737066; duration=0sec 2024-11-19T15:38:57,504 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:57,504 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:38:57,562 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/c4c5c8b649f34d7d8e7796b1918ef6c7 2024-11-19T15:38:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/bfd831a4680a4032ba0ebc0350d74bd7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/bfd831a4680a4032ba0ebc0350d74bd7 2024-11-19T15:38:57,569 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/bfd831a4680a4032ba0ebc0350d74bd7, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T15:38:57,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/12840f91513c4defa2068bcbf46ff859 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/12840f91513c4defa2068bcbf46ff859 2024-11-19T15:38:57,572 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/12840f91513c4defa2068bcbf46ff859, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T15:38:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/c4c5c8b649f34d7d8e7796b1918ef6c7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c4c5c8b649f34d7d8e7796b1918ef6c7 2024-11-19T15:38:57,576 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c4c5c8b649f34d7d8e7796b1918ef6c7, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T15:38:57,577 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6e8e7240e43a1337f587f876e0eb3c66 in 446ms, sequenceid=152, compaction requested=false 2024-11-19T15:38:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-19T15:38:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-19T15:38:57,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-19T15:38:57,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0590 sec 2024-11-19T15:38:57,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0640 sec 2024-11-19T15:38:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T15:38:57,656 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:57,656 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-19T15:38:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T15:38:57,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:57,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:57,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T15:38:57,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-19T15:38:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-19T15:38:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-19T15:38:57,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-19T15:38:57,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-19T15:38:57,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 161 msec 2024-11-19T15:38:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T15:38:57,976 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:38:57,977 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:38:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-19T15:38:57,979 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:38:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T15:38:57,980 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:38:57,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:38:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:58,067 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:58,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:38:58,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/31923a7262984bf2b30bf570b9293d5e is 50, key is test_row_0/A:col10/1732030738058/Put/seqid=0 2024-11-19T15:38:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742331_1507 (size=16931) 2024-11-19T15:38:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T15:38:58,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T15:38:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030798147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030798148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030798149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030798150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030798266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030798266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030798266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030798266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T15:38:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T15:38:58,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T15:38:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:58,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/31923a7262984bf2b30bf570b9293d5e 2024-11-19T15:38:58,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/30736938d97e4aacbb48679120909d7c is 50, key is test_row_0/B:col10/1732030738058/Put/seqid=0 2024-11-19T15:38:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030798476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030798476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030798476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030798476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742332_1508 (size=12151) 2024-11-19T15:38:58,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030798515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,519 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:38:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T15:38:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T15:38:58,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T15:38:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030798796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030798796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030798796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030798796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:58,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/30736938d97e4aacbb48679120909d7c 2024-11-19T15:38:58,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1ca4768677eb470e888b7a6d050ee33c is 50, key is test_row_0/C:col10/1732030738058/Put/seqid=0 2024-11-19T15:38:58,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T15:38:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742333_1509 (size=12151) 2024-11-19T15:38:58,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:38:58,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1ca4768677eb470e888b7a6d050ee33c 2024-11-19T15:38:58,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/31923a7262984bf2b30bf570b9293d5e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/31923a7262984bf2b30bf570b9293d5e 2024-11-19T15:38:58,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/31923a7262984bf2b30bf570b9293d5e, entries=250, sequenceid=167, filesize=16.5 K 2024-11-19T15:38:58,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/30736938d97e4aacbb48679120909d7c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/30736938d97e4aacbb48679120909d7c 2024-11-19T15:38:58,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/30736938d97e4aacbb48679120909d7c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-19T15:38:58,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1ca4768677eb470e888b7a6d050ee33c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1ca4768677eb470e888b7a6d050ee33c 2024-11-19T15:38:58,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1ca4768677eb470e888b7a6d050ee33c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-19T15:38:58,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6e8e7240e43a1337f587f876e0eb3c66 in 846ms, sequenceid=167, compaction requested=true 2024-11-19T15:38:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:38:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:38:58,913 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:38:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:58,914 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:58,914 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:58,914 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:58,914 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:38:58,914 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:38:58,914 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,914 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:58,914 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/7a5accab33644628be192d423a51f19d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/bfd831a4680a4032ba0ebc0350d74bd7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/31923a7262984bf2b30bf570b9293d5e] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=40.4 K 2024-11-19T15:38:58,914 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6d9abac6334140ada9d87378cfa96676, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/12840f91513c4defa2068bcbf46ff859, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/30736938d97e4aacbb48679120909d7c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.8 K 2024-11-19T15:38:58,915 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d9abac6334140ada9d87378cfa96676, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030735473 2024-11-19T15:38:58,915 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a5accab33644628be192d423a51f19d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030735473 2024-11-19T15:38:58,915 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfd831a4680a4032ba0ebc0350d74bd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732030735872 2024-11-19T15:38:58,915 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 12840f91513c4defa2068bcbf46ff859, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732030735872 2024-11-19T15:38:58,915 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31923a7262984bf2b30bf570b9293d5e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030738051 2024-11-19T15:38:58,916 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 30736938d97e4aacbb48679120909d7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030738051 2024-11-19T15:38:58,924 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:58,924 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:58,925 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/8605f203c76540828ba6096e2ec57a93 is 50, key is test_row_0/B:col10/1732030738058/Put/seqid=0 2024-11-19T15:38:58,925 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/0b65e3a4e3dc438fac4b48568aa42f9d is 50, key is test_row_0/A:col10/1732030738058/Put/seqid=0 2024-11-19T15:38:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742334_1510 (size=12561) 2024-11-19T15:38:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742335_1511 (size=12561) 2024-11-19T15:38:59,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T15:38:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:59,051 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:38:59,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/f74f74d9527b46a6a9e7a9ee9d30d2d3 is 50, key is test_row_0/A:col10/1732030738149/Put/seqid=0 2024-11-19T15:38:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742336_1512 (size=12151) 2024-11-19T15:38:59,062 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/f74f74d9527b46a6a9e7a9ee9d30d2d3 2024-11-19T15:38:59,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/f17af71d8f5a4106850d891c05e76b91 is 50, key is test_row_0/B:col10/1732030738149/Put/seqid=0 2024-11-19T15:38:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742337_1513 (size=12151) 2024-11-19T15:38:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T15:38:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:59,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:38:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030799335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030799336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,340 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/0b65e3a4e3dc438fac4b48568aa42f9d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0b65e3a4e3dc438fac4b48568aa42f9d 2024-11-19T15:38:59,340 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/8605f203c76540828ba6096e2ec57a93 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/8605f203c76540828ba6096e2ec57a93 2024-11-19T15:38:59,344 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into 8605f203c76540828ba6096e2ec57a93(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:59,344 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into 0b65e3a4e3dc438fac4b48568aa42f9d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:59,344 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:59,344 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:59,344 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030738913; duration=0sec 2024-11-19T15:38:59,344 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030738913; duration=0sec 2024-11-19T15:38:59,345 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:38:59,345 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:38:59,345 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:59,345 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:38:59,345 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:38:59,345 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:38:59,345 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:38:59,345 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:59,345 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/53cdaa960e6d48c7ad3a0575a823fb41, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c4c5c8b649f34d7d8e7796b1918ef6c7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1ca4768677eb470e888b7a6d050ee33c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=35.8 K 2024-11-19T15:38:59,346 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53cdaa960e6d48c7ad3a0575a823fb41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732030735473 2024-11-19T15:38:59,346 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4c5c8b649f34d7d8e7796b1918ef6c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732030735872 2024-11-19T15:38:59,346 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ca4768677eb470e888b7a6d050ee33c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030738051 2024-11-19T15:38:59,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030799336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030799336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,358 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:38:59,359 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/798cd6790dff40ffa80f75f3d416d950 is 50, key is test_row_0/C:col10/1732030738058/Put/seqid=0 2024-11-19T15:38:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742338_1514 (size=12561) 2024-11-19T15:38:59,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030799445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030799445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030799456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030799456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,473 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/f17af71d8f5a4106850d891c05e76b91 2024-11-19T15:38:59,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/9e54962575eb44e3817cee593c3b3db0 is 50, key is test_row_0/C:col10/1732030738149/Put/seqid=0 2024-11-19T15:38:59,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742339_1515 (size=12151) 2024-11-19T15:38:59,492 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/9e54962575eb44e3817cee593c3b3db0 2024-11-19T15:38:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/f74f74d9527b46a6a9e7a9ee9d30d2d3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f74f74d9527b46a6a9e7a9ee9d30d2d3 2024-11-19T15:38:59,500 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f74f74d9527b46a6a9e7a9ee9d30d2d3, entries=150, sequenceid=192, filesize=11.9 K 2024-11-19T15:38:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/f17af71d8f5a4106850d891c05e76b91 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/f17af71d8f5a4106850d891c05e76b91 2024-11-19T15:38:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/f17af71d8f5a4106850d891c05e76b91, entries=150, sequenceid=192, filesize=11.9 K 2024-11-19T15:38:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/9e54962575eb44e3817cee593c3b3db0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9e54962575eb44e3817cee593c3b3db0 2024-11-19T15:38:59,508 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9e54962575eb44e3817cee593c3b3db0, entries=150, sequenceid=192, filesize=11.9 K 2024-11-19T15:38:59,509 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 6e8e7240e43a1337f587f876e0eb3c66 in 459ms, sequenceid=192, compaction requested=false 2024-11-19T15:38:59,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:59,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:38:59,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-19T15:38:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-19T15:38:59,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-19T15:38:59,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-19T15:38:59,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.5350 sec 2024-11-19T15:38:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:38:59,670 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:38:59,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T15:38:59,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/6a3761f1b98f415b9a08c1cab4ae9d8e is 50, key is test_row_0/A:col10/1732030739334/Put/seqid=0 2024-11-19T15:38:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742340_1516 (size=14541) 2024-11-19T15:38:59,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030799738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030799753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030799754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030799754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,769 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/798cd6790dff40ffa80f75f3d416d950 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/798cd6790dff40ffa80f75f3d416d950 2024-11-19T15:38:59,772 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into 798cd6790dff40ffa80f75f3d416d950(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:38:59,773 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:38:59,773 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030738913; duration=0sec 2024-11-19T15:38:59,773 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:38:59,773 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:38:59,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030799856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030799876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030799876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:38:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:38:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030799876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:38:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:38:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/6a3761f1b98f415b9a08c1cab4ae9d8e 2024-11-19T15:39:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030800075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/caea8ff01964492eb4a152d6340a952a is 50, key is test_row_0/B:col10/1732030739334/Put/seqid=0 2024-11-19T15:39:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742341_1517 (size=12151) 2024-11-19T15:39:00,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030800096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030800096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030800096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T15:39:00,126 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:00,127 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-19T15:39:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T15:39:00,128 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:00,129 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:00,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T15:39:00,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:00,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:00,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030800396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030800405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030800415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030800416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T15:39:00,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/caea8ff01964492eb4a152d6340a952a 2024-11-19T15:39:00,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1fcde5379c8b40f789a038a725bb5e5c is 50, key is test_row_0/C:col10/1732030739334/Put/seqid=0 2024-11-19T15:39:00,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742342_1518 (size=12151) 2024-11-19T15:39:00,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:00,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T15:39:00,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:00,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1fcde5379c8b40f789a038a725bb5e5c 2024-11-19T15:39:00,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/6a3761f1b98f415b9a08c1cab4ae9d8e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/6a3761f1b98f415b9a08c1cab4ae9d8e 2024-11-19T15:39:00,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/6a3761f1b98f415b9a08c1cab4ae9d8e, entries=200, sequenceid=208, filesize=14.2 K 2024-11-19T15:39:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/caea8ff01964492eb4a152d6340a952a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/caea8ff01964492eb4a152d6340a952a 2024-11-19T15:39:00,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030800905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/caea8ff01964492eb4a152d6340a952a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-19T15:39:00,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1fcde5379c8b40f789a038a725bb5e5c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fcde5379c8b40f789a038a725bb5e5c 2024-11-19T15:39:00,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fcde5379c8b40f789a038a725bb5e5c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-19T15:39:00,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6e8e7240e43a1337f587f876e0eb3c66 in 1246ms, sequenceid=208, compaction requested=true 2024-11-19T15:39:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:00,916 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:00,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:00,917 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:00,917 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:00,917 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:00,917 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:39:00,917 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:39:00,917 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,917 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:00,918 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/8605f203c76540828ba6096e2ec57a93, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/f17af71d8f5a4106850d891c05e76b91, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/caea8ff01964492eb4a152d6340a952a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.0 K 2024-11-19T15:39:00,918 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0b65e3a4e3dc438fac4b48568aa42f9d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f74f74d9527b46a6a9e7a9ee9d30d2d3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/6a3761f1b98f415b9a08c1cab4ae9d8e] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=38.3 K 2024-11-19T15:39:00,918 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 8605f203c76540828ba6096e2ec57a93, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030738051 2024-11-19T15:39:00,918 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b65e3a4e3dc438fac4b48568aa42f9d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030738051 2024-11-19T15:39:00,918 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f74f74d9527b46a6a9e7a9ee9d30d2d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030738147 2024-11-19T15:39:00,918 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting f17af71d8f5a4106850d891c05e76b91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030738147 2024-11-19T15:39:00,919 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a3761f1b98f415b9a08c1cab4ae9d8e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732030739334 2024-11-19T15:39:00,919 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting caea8ff01964492eb4a152d6340a952a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732030739334 2024-11-19T15:39:00,925 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:00,925 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/c8d51c4e3ccf4fe79a66a2063bdf3d51 is 50, key is test_row_0/B:col10/1732030739334/Put/seqid=0 2024-11-19T15:39:00,928 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:00,928 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/15a56579d869453493b94417a6e0291c is 50, key is test_row_0/A:col10/1732030739334/Put/seqid=0 2024-11-19T15:39:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742343_1519 (size=12663) 2024-11-19T15:39:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:00,931 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:00,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:39:00,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/aadc3bf9c0b14e72a4e3537143c3da58 is 50, key is test_row_0/A:col10/1732030739737/Put/seqid=0 2024-11-19T15:39:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742344_1520 (size=12663) 2024-11-19T15:39:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742345_1521 (size=14541) 2024-11-19T15:39:00,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/aadc3bf9c0b14e72a4e3537143c3da58 2024-11-19T15:39:00,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/5bdd81ce742746c0886e270265177b52 is 50, key is test_row_0/B:col10/1732030739737/Put/seqid=0 2024-11-19T15:39:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742346_1522 (size=12151) 2024-11-19T15:39:00,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030800959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030800970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030800971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030801076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030801085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030801086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:01,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:01,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T15:39:01,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030801295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030801295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030801295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,336 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/c8d51c4e3ccf4fe79a66a2063bdf3d51 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c8d51c4e3ccf4fe79a66a2063bdf3d51 2024-11-19T15:39:01,340 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into c8d51c4e3ccf4fe79a66a2063bdf3d51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:01,340 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:01,340 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030740916; duration=0sec 2024-11-19T15:39:01,340 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:01,340 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:39:01,340 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:01,341 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:01,341 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:39:01,341 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,341 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/798cd6790dff40ffa80f75f3d416d950, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9e54962575eb44e3817cee593c3b3db0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fcde5379c8b40f789a038a725bb5e5c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.0 K 2024-11-19T15:39:01,341 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 798cd6790dff40ffa80f75f3d416d950, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732030738051 2024-11-19T15:39:01,341 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e54962575eb44e3817cee593c3b3db0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732030738147 2024-11-19T15:39:01,341 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fcde5379c8b40f789a038a725bb5e5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732030739334 2024-11-19T15:39:01,347 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:01,347 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/7f6338a315e54edfb56c2747215d283d is 50, key is test_row_0/C:col10/1732030739334/Put/seqid=0 2024-11-19T15:39:01,350 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/15a56579d869453493b94417a6e0291c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/15a56579d869453493b94417a6e0291c 2024-11-19T15:39:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742347_1523 (size=12663) 2024-11-19T15:39:01,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,355 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into 15a56579d869453493b94417a6e0291c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:01,355 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:01,355 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030740916; duration=0sec 2024-11-19T15:39:01,355 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:01,355 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:39:01,357 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/7f6338a315e54edfb56c2747215d283d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/7f6338a315e54edfb56c2747215d283d 2024-11-19T15:39:01,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/5bdd81ce742746c0886e270265177b52 2024-11-19T15:39:01,360 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into 7f6338a315e54edfb56c2747215d283d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:01,360 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:01,360 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030740916; duration=0sec 2024-11-19T15:39:01,360 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:01,361 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:39:01,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1fe5bf27935a4bd3809947d17b305b35 is 50, key is test_row_0/C:col10/1732030739737/Put/seqid=0 2024-11-19T15:39:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742348_1524 (size=12151) 2024-11-19T15:39:01,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:01,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030801606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030801606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030801615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:01,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:01,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1fe5bf27935a4bd3809947d17b305b35 2024-11-19T15:39:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/aadc3bf9c0b14e72a4e3537143c3da58 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/aadc3bf9c0b14e72a4e3537143c3da58 2024-11-19T15:39:01,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/aadc3bf9c0b14e72a4e3537143c3da58, entries=200, sequenceid=233, filesize=14.2 K 2024-11-19T15:39:01,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/5bdd81ce742746c0886e270265177b52 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/5bdd81ce742746c0886e270265177b52 2024-11-19T15:39:01,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/5bdd81ce742746c0886e270265177b52, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T15:39:01,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1fe5bf27935a4bd3809947d17b305b35 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fe5bf27935a4bd3809947d17b305b35 2024-11-19T15:39:01,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fe5bf27935a4bd3809947d17b305b35, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T15:39:01,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6e8e7240e43a1337f587f876e0eb3c66 in 852ms, sequenceid=233, compaction requested=false 2024-11-19T15:39:01,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:01,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T15:39:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:01,812 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:39:01,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/f3c9d0450d9249df9f09a4cc70411e10 is 50, key is test_row_0/A:col10/1732030740942/Put/seqid=0 2024-11-19T15:39:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742349_1525 (size=12151) 2024-11-19T15:39:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030802082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030802126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030802126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030802136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:02,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030802195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:02,219 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/f3c9d0450d9249df9f09a4cc70411e10 2024-11-19T15:39:02,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/ed35747050a748d5b70d264c20345ead is 50, key is test_row_0/B:col10/1732030740942/Put/seqid=0 2024-11-19T15:39:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742350_1526 (size=12151) 2024-11-19T15:39:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T15:39:02,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030802415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55678 deadline: 1732030802566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,575 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:02,629 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/ed35747050a748d5b70d264c20345ead 2024-11-19T15:39:02,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/e8e96e93647b489987c40c2710e35baf is 50, key is test_row_0/C:col10/1732030740942/Put/seqid=0 2024-11-19T15:39:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742351_1527 (size=12151) 2024-11-19T15:39:02,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030802736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,039 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/e8e96e93647b489987c40c2710e35baf 2024-11-19T15:39:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/f3c9d0450d9249df9f09a4cc70411e10 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f3c9d0450d9249df9f09a4cc70411e10 2024-11-19T15:39:03,046 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f3c9d0450d9249df9f09a4cc70411e10, entries=150, sequenceid=248, filesize=11.9 K 2024-11-19T15:39:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/ed35747050a748d5b70d264c20345ead as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/ed35747050a748d5b70d264c20345ead 2024-11-19T15:39:03,050 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/ed35747050a748d5b70d264c20345ead, entries=150, sequenceid=248, filesize=11.9 K 2024-11-19T15:39:03,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/e8e96e93647b489987c40c2710e35baf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/e8e96e93647b489987c40c2710e35baf 2024-11-19T15:39:03,053 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/e8e96e93647b489987c40c2710e35baf, entries=150, sequenceid=248, filesize=11.9 K 2024-11-19T15:39:03,054 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6e8e7240e43a1337f587f876e0eb3c66 in 1242ms, sequenceid=248, compaction requested=true 2024-11-19T15:39:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-19T15:39:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-19T15:39:03,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-19T15:39:03,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9260 sec 2024-11-19T15:39:03,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.9310 sec 2024-11-19T15:39:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:03,153 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:03,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:39:03,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/537b411069504aa284f8c2bd5adac6c1 is 50, key is test_row_0/A:col10/1732030742056/Put/seqid=0 2024-11-19T15:39:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742352_1528 (size=14741) 2024-11-19T15:39:03,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/537b411069504aa284f8c2bd5adac6c1 2024-11-19T15:39:03,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/2c5b5cb6577e4c43ba859cec15bfeae2 is 50, key is test_row_0/B:col10/1732030742056/Put/seqid=0 2024-11-19T15:39:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742353_1529 (size=12301) 2024-11-19T15:39:03,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/2c5b5cb6577e4c43ba859cec15bfeae2 2024-11-19T15:39:03,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/ab81cde72a1c488aa6c1ea69aa78849f is 50, key is test_row_0/C:col10/1732030742056/Put/seqid=0 2024-11-19T15:39:03,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742354_1530 (size=12301) 2024-11-19T15:39:03,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030803178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030803179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030803180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030803256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030803296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030803296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030803296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030803505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030803505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030803506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/ab81cde72a1c488aa6c1ea69aa78849f 2024-11-19T15:39:03,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/537b411069504aa284f8c2bd5adac6c1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/537b411069504aa284f8c2bd5adac6c1 2024-11-19T15:39:03,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/537b411069504aa284f8c2bd5adac6c1, entries=200, sequenceid=273, filesize=14.4 K 2024-11-19T15:39:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/2c5b5cb6577e4c43ba859cec15bfeae2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2c5b5cb6577e4c43ba859cec15bfeae2 2024-11-19T15:39:03,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2c5b5cb6577e4c43ba859cec15bfeae2, entries=150, sequenceid=273, filesize=12.0 K 2024-11-19T15:39:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/ab81cde72a1c488aa6c1ea69aa78849f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/ab81cde72a1c488aa6c1ea69aa78849f 2024-11-19T15:39:03,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/ab81cde72a1c488aa6c1ea69aa78849f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-19T15:39:03,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6e8e7240e43a1337f587f876e0eb3c66 in 450ms, sequenceid=273, compaction requested=true 2024-11-19T15:39:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:03,603 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:39:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:03,603 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:39:03,604 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:39:03,604 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:39:03,604 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:39:03,604 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:39:03,605 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:03,605 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:03,605 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/15a56579d869453493b94417a6e0291c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/aadc3bf9c0b14e72a4e3537143c3da58, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f3c9d0450d9249df9f09a4cc70411e10, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/537b411069504aa284f8c2bd5adac6c1] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=52.8 K 2024-11-19T15:39:03,605 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c8d51c4e3ccf4fe79a66a2063bdf3d51, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/5bdd81ce742746c0886e270265177b52, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/ed35747050a748d5b70d264c20345ead, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2c5b5cb6577e4c43ba859cec15bfeae2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=48.1 K 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15a56579d869453493b94417a6e0291c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732030739334 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting c8d51c4e3ccf4fe79a66a2063bdf3d51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732030739334 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting aadc3bf9c0b14e72a4e3537143c3da58, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030739737 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bdd81ce742746c0886e270265177b52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030739737 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ed35747050a748d5b70d264c20345ead, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732030740942 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3c9d0450d9249df9f09a4cc70411e10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732030740942 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 537b411069504aa284f8c2bd5adac6c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732030742056 2024-11-19T15:39:03,606 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c5b5cb6577e4c43ba859cec15bfeae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732030742056 2024-11-19T15:39:03,614 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:03,615 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:03,615 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/abf1e90fab1c4e84a7a125045eca7f58 is 50, key is test_row_0/A:col10/1732030742056/Put/seqid=0 2024-11-19T15:39:03,615 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/a10a825f1ba94505b30107275ae8a2d0 is 50, key is test_row_0/B:col10/1732030742056/Put/seqid=0 2024-11-19T15:39:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742355_1531 (size=12949) 2024-11-19T15:39:03,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742356_1532 (size=12949) 2024-11-19T15:39:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:03,822 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:03,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:39:03,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/47426843283e41f8a2e745344c68c953 is 50, key is test_row_0/A:col10/1732030743821/Put/seqid=0 2024-11-19T15:39:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742357_1533 (size=14741) 2024-11-19T15:39:03,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030803890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030803895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:03,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030803896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030804006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030804006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030804015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,030 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/abf1e90fab1c4e84a7a125045eca7f58 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/abf1e90fab1c4e84a7a125045eca7f58 2024-11-19T15:39:04,033 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into abf1e90fab1c4e84a7a125045eca7f58(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:04,033 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:04,033 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=12, startTime=1732030743603; duration=0sec 2024-11-19T15:39:04,034 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:04,034 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:39:04,034 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:39:04,034 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:39:04,035 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:39:04,035 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,035 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/7f6338a315e54edfb56c2747215d283d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fe5bf27935a4bd3809947d17b305b35, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/e8e96e93647b489987c40c2710e35baf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/ab81cde72a1c488aa6c1ea69aa78849f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=48.1 K 2024-11-19T15:39:04,035 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f6338a315e54edfb56c2747215d283d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732030739334 2024-11-19T15:39:04,035 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fe5bf27935a4bd3809947d17b305b35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732030739737 2024-11-19T15:39:04,036 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/a10a825f1ba94505b30107275ae8a2d0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a10a825f1ba94505b30107275ae8a2d0 2024-11-19T15:39:04,036 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8e96e93647b489987c40c2710e35baf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732030740942 2024-11-19T15:39:04,036 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab81cde72a1c488aa6c1ea69aa78849f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732030742056 2024-11-19T15:39:04,039 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into a10a825f1ba94505b30107275ae8a2d0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:04,039 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:04,039 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=12, startTime=1732030743603; duration=0sec 2024-11-19T15:39:04,039 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:04,039 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:39:04,042 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:04,043 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/f5e7277148b74944a4d0a4f0ad6bb08f is 50, key is test_row_0/C:col10/1732030742056/Put/seqid=0 2024-11-19T15:39:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742358_1534 (size=12949) 2024-11-19T15:39:04,051 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/f5e7277148b74944a4d0a4f0ad6bb08f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/f5e7277148b74944a4d0a4f0ad6bb08f 2024-11-19T15:39:04,055 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into f5e7277148b74944a4d0a4f0ad6bb08f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:04,055 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:04,055 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=12, startTime=1732030743603; duration=0sec 2024-11-19T15:39:04,055 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:04,055 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:39:04,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030804216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030804216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/47426843283e41f8a2e745344c68c953 2024-11-19T15:39:04,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/0917c3eb1a7c4ac9ba4c52d6174d1715 is 50, key is test_row_0/B:col10/1732030743821/Put/seqid=0 2024-11-19T15:39:04,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742359_1535 (size=12301) 2024-11-19T15:39:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030804236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030804276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,279 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T15:39:04,286 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:04,286 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-19T15:39:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T15:39:04,288 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:04,289 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:04,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T15:39:04,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030804536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030804536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030804556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:04,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T15:39:04,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/0917c3eb1a7c4ac9ba4c52d6174d1715 2024-11-19T15:39:04,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/edb96e740c1540b0989917489ab5bb5d is 50, key is test_row_0/C:col10/1732030743821/Put/seqid=0 2024-11-19T15:39:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742360_1536 (size=12301) 2024-11-19T15:39:04,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:04,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T15:39:05,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/edb96e740c1540b0989917489ab5bb5d 2024-11-19T15:39:05,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/47426843283e41f8a2e745344c68c953 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/47426843283e41f8a2e745344c68c953 2024-11-19T15:39:05,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/47426843283e41f8a2e745344c68c953, entries=200, sequenceid=285, filesize=14.4 K 2024-11-19T15:39:05,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/0917c3eb1a7c4ac9ba4c52d6174d1715 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0917c3eb1a7c4ac9ba4c52d6174d1715 2024-11-19T15:39:05,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0917c3eb1a7c4ac9ba4c52d6174d1715, entries=150, sequenceid=285, filesize=12.0 K 2024-11-19T15:39:05,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/edb96e740c1540b0989917489ab5bb5d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/edb96e740c1540b0989917489ab5bb5d 2024-11-19T15:39:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030805056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:05,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030805056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:05,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/edb96e740c1540b0989917489ab5bb5d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-19T15:39:05,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6e8e7240e43a1337f587f876e0eb3c66 in 1243ms, sequenceid=285, compaction requested=false 2024-11-19T15:39:05,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:05,072 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:05,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T15:39:05,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/822c63e369b54ab3a9fa807db284430b is 50, key is test_row_0/A:col10/1732030743893/Put/seqid=0 2024-11-19T15:39:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742361_1537 (size=14741) 2024-11-19T15:39:05,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030805129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:05,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030805245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:05,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T15:39:05,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030805456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:05,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/822c63e369b54ab3a9fa807db284430b 2024-11-19T15:39:05,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/1f005feb045a41fa9a8eceb7e9ae6139 is 50, key is test_row_0/B:col10/1732030743893/Put/seqid=0 2024-11-19T15:39:05,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742362_1538 (size=12301) 2024-11-19T15:39:05,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:05,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030805775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:05,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/1f005feb045a41fa9a8eceb7e9ae6139 2024-11-19T15:39:05,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/611ac6a6ea114cd1a9a396e478700a26 is 50, key is test_row_0/C:col10/1732030743893/Put/seqid=0 2024-11-19T15:39:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742363_1539 (size=12301) 2024-11-19T15:39:05,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:05,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:06,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030806076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030806076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:06,082 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:06,082 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:06,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:06,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:06,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:06,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:06,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:06,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55700 deadline: 1732030806295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:06,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030806295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:06,298 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:06,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/611ac6a6ea114cd1a9a396e478700a26 2024-11-19T15:39:06,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/822c63e369b54ab3a9fa807db284430b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/822c63e369b54ab3a9fa807db284430b 2024-11-19T15:39:06,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/822c63e369b54ab3a9fa807db284430b, entries=200, sequenceid=313, filesize=14.4 K 2024-11-19T15:39:06,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/1f005feb045a41fa9a8eceb7e9ae6139 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/1f005feb045a41fa9a8eceb7e9ae6139 2024-11-19T15:39:06,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/1f005feb045a41fa9a8eceb7e9ae6139, entries=150, sequenceid=313, filesize=12.0 K 2024-11-19T15:39:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/611ac6a6ea114cd1a9a396e478700a26 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/611ac6a6ea114cd1a9a396e478700a26 2024-11-19T15:39:06,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/611ac6a6ea114cd1a9a396e478700a26, entries=150, sequenceid=313, filesize=12.0 K 2024-11-19T15:39:06,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6e8e7240e43a1337f587f876e0eb3c66 in 1242ms, sequenceid=313, compaction requested=true 2024-11-19T15:39:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:06,314 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:06,314 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:06,315 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:06,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:06,315 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:39:06,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:39:06,315 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,315 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,315 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/abf1e90fab1c4e84a7a125045eca7f58, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/47426843283e41f8a2e745344c68c953, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/822c63e369b54ab3a9fa807db284430b] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=41.4 K 2024-11-19T15:39:06,315 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a10a825f1ba94505b30107275ae8a2d0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0917c3eb1a7c4ac9ba4c52d6174d1715, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/1f005feb045a41fa9a8eceb7e9ae6139] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.7 K 2024-11-19T15:39:06,315 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a10a825f1ba94505b30107275ae8a2d0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732030742056 2024-11-19T15:39:06,315 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting abf1e90fab1c4e84a7a125045eca7f58, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732030742056 2024-11-19T15:39:06,316 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47426843283e41f8a2e745344c68c953, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732030743172 2024-11-19T15:39:06,316 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0917c3eb1a7c4ac9ba4c52d6174d1715, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732030743172 2024-11-19T15:39:06,316 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 822c63e369b54ab3a9fa807db284430b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732030743879 2024-11-19T15:39:06,316 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f005feb045a41fa9a8eceb7e9ae6139, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732030743879 2024-11-19T15:39:06,323 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:06,324 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9dbc7bdb1a3445d9a2c8f79f069859fd is 50, key is test_row_0/B:col10/1732030743893/Put/seqid=0 2024-11-19T15:39:06,330 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:06,331 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/eff18724e3434bb39107e94c0321c97d is 50, key is test_row_0/A:col10/1732030743893/Put/seqid=0 2024-11-19T15:39:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742364_1540 (size=13051) 2024-11-19T15:39:06,337 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9dbc7bdb1a3445d9a2c8f79f069859fd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9dbc7bdb1a3445d9a2c8f79f069859fd 2024-11-19T15:39:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742365_1541 (size=13051) 2024-11-19T15:39:06,342 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into 9dbc7bdb1a3445d9a2c8f79f069859fd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:06,342 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:06,342 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030746314; duration=0sec 2024-11-19T15:39:06,342 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:06,342 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:39:06,342 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:06,345 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:06,345 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:39:06,345 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,345 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/f5e7277148b74944a4d0a4f0ad6bb08f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/edb96e740c1540b0989917489ab5bb5d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/611ac6a6ea114cd1a9a396e478700a26] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.7 K 2024-11-19T15:39:06,345 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting f5e7277148b74944a4d0a4f0ad6bb08f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732030742056 2024-11-19T15:39:06,345 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting edb96e740c1540b0989917489ab5bb5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732030743172 2024-11-19T15:39:06,345 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 611ac6a6ea114cd1a9a396e478700a26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732030743879 2024-11-19T15:39:06,350 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:06,351 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1478ada3242243338296baca3e889f38 is 50, key is test_row_0/C:col10/1732030743893/Put/seqid=0 2024-11-19T15:39:06,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742366_1542 (size=13051) 2024-11-19T15:39:06,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T15:39:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:06,429 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:39:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/22b115b4e8334038baa72b7b58ad9f1d is 50, key is test_row_0/A:col10/1732030745099/Put/seqid=0 2024-11-19T15:39:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T15:39:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742367_1543 (size=12301) 2024-11-19T15:39:06,743 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/eff18724e3434bb39107e94c0321c97d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/eff18724e3434bb39107e94c0321c97d 2024-11-19T15:39:06,747 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into eff18724e3434bb39107e94c0321c97d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:06,747 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:06,747 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030746314; duration=0sec 2024-11-19T15:39:06,747 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:06,747 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:39:06,759 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/1478ada3242243338296baca3e889f38 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1478ada3242243338296baca3e889f38 2024-11-19T15:39:06,763 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into 1478ada3242243338296baca3e889f38(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:06,763 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:06,763 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030746314; duration=0sec 2024-11-19T15:39:06,763 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:06,763 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:39:06,843 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/22b115b4e8334038baa72b7b58ad9f1d 2024-11-19T15:39:06,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/dfffecffa2cf4ff9b5ca8f795dcccdd9 is 50, key is test_row_0/B:col10/1732030745099/Put/seqid=0 2024-11-19T15:39:06,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742368_1544 (size=12301) 2024-11-19T15:39:07,253 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/dfffecffa2cf4ff9b5ca8f795dcccdd9 2024-11-19T15:39:07,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/86edb8b403964d809988225a26008c24 is 50, key is test_row_0/C:col10/1732030745099/Put/seqid=0 2024-11-19T15:39:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742369_1545 (size=12301) 2024-11-19T15:39:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:07,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:07,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030807457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:07,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030807566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:07,663 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/86edb8b403964d809988225a26008c24 2024-11-19T15:39:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/22b115b4e8334038baa72b7b58ad9f1d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/22b115b4e8334038baa72b7b58ad9f1d 2024-11-19T15:39:07,670 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/22b115b4e8334038baa72b7b58ad9f1d, entries=150, sequenceid=325, filesize=12.0 K 2024-11-19T15:39:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/dfffecffa2cf4ff9b5ca8f795dcccdd9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfffecffa2cf4ff9b5ca8f795dcccdd9 2024-11-19T15:39:07,673 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfffecffa2cf4ff9b5ca8f795dcccdd9, entries=150, sequenceid=325, filesize=12.0 K 2024-11-19T15:39:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/86edb8b403964d809988225a26008c24 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/86edb8b403964d809988225a26008c24 2024-11-19T15:39:07,677 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/86edb8b403964d809988225a26008c24, entries=150, sequenceid=325, filesize=12.0 K 2024-11-19T15:39:07,677 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6e8e7240e43a1337f587f876e0eb3c66 in 1248ms, sequenceid=325, compaction requested=false 2024-11-19T15:39:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-19T15:39:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-19T15:39:07,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-19T15:39:07,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3900 sec 2024-11-19T15:39:07,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 3.3960 sec 2024-11-19T15:39:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:07,783 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:07,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:39:07,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/d4e54338b915477e90b7776b06fc7ec9 is 50, key is test_row_0/A:col10/1732030747781/Put/seqid=0 2024-11-19T15:39:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742370_1546 (size=14741) 2024-11-19T15:39:07,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030807826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:07,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030807935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1732030808086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:08,093 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:08,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1732030808096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:08,104 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in 6e8e7240e43a1337f587f876e0eb3c66 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030808145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:08,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/d4e54338b915477e90b7776b06fc7ec9 2024-11-19T15:39:08,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/6a54b9b62b8d4fd28f4a437577b45127 is 50, key is test_row_0/B:col10/1732030747781/Put/seqid=0 2024-11-19T15:39:08,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742371_1547 (size=12301) 2024-11-19T15:39:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T15:39:08,456 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:08,456 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-19T15:39:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T15:39:08,458 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:08,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:08,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030808466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T15:39:08,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/6a54b9b62b8d4fd28f4a437577b45127 2024-11-19T15:39:08,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T15:39:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:08,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/0f6d04053f3147e5809c8d86f40136a7 is 50, key is test_row_0/C:col10/1732030747781/Put/seqid=0 2024-11-19T15:39:08,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742372_1548 (size=12301) 2024-11-19T15:39:08,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T15:39:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:08,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:08,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T15:39:08,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T15:39:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:08,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:08,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1732030808976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 , the old value is region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., hostname=50570b5b74e7,40977,1732030610255, seqNum=2 because the exception is null or not the one we care about 2024-11-19T15:39:09,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/0f6d04053f3147e5809c8d86f40136a7 2024-11-19T15:39:09,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/d4e54338b915477e90b7776b06fc7ec9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/d4e54338b915477e90b7776b06fc7ec9 2024-11-19T15:39:09,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/d4e54338b915477e90b7776b06fc7ec9, entries=200, sequenceid=353, filesize=14.4 K 2024-11-19T15:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/6a54b9b62b8d4fd28f4a437577b45127 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6a54b9b62b8d4fd28f4a437577b45127 2024-11-19T15:39:09,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6a54b9b62b8d4fd28f4a437577b45127, entries=150, sequenceid=353, filesize=12.0 K 2024-11-19T15:39:09,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/0f6d04053f3147e5809c8d86f40136a7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/0f6d04053f3147e5809c8d86f40136a7 2024-11-19T15:39:09,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/0f6d04053f3147e5809c8d86f40136a7, entries=150, sequenceid=353, filesize=12.0 K 2024-11-19T15:39:09,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6e8e7240e43a1337f587f876e0eb3c66 in 1249ms, sequenceid=353, compaction requested=true 2024-11-19T15:39:09,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:09,033 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:09,033 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:09,033 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:09,033 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:09,033 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:39:09,033 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:39:09,033 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:09,033 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:09,033 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/eff18724e3434bb39107e94c0321c97d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/22b115b4e8334038baa72b7b58ad9f1d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/d4e54338b915477e90b7776b06fc7ec9] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=39.2 K 2024-11-19T15:39:09,033 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9dbc7bdb1a3445d9a2c8f79f069859fd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfffecffa2cf4ff9b5ca8f795dcccdd9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6a54b9b62b8d4fd28f4a437577b45127] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.8 K 2024-11-19T15:39:09,034 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dbc7bdb1a3445d9a2c8f79f069859fd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732030743879 2024-11-19T15:39:09,034 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting eff18724e3434bb39107e94c0321c97d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732030743879 2024-11-19T15:39:09,035 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22b115b4e8334038baa72b7b58ad9f1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732030745099 2024-11-19T15:39:09,035 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting dfffecffa2cf4ff9b5ca8f795dcccdd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732030745099 2024-11-19T15:39:09,035 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a54b9b62b8d4fd28f4a437577b45127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732030747434 2024-11-19T15:39:09,035 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4e54338b915477e90b7776b06fc7ec9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732030747434 2024-11-19T15:39:09,040 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:09,041 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/749a16ce21db4bd38004d08f24b0c8ec is 50, key is test_row_0/A:col10/1732030747781/Put/seqid=0 2024-11-19T15:39:09,043 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:09,044 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/e6a6d70cda0d44d589065468b50ad6da is 50, key is test_row_0/B:col10/1732030747781/Put/seqid=0 2024-11-19T15:39:09,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742373_1549 (size=13153) 2024-11-19T15:39:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742374_1550 (size=13153) 2024-11-19T15:39:09,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T15:39:09,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:09,070 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T15:39:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/85ef55d3f77d47098cde0ee20ded6462 is 50, key is test_row_0/A:col10/1732030747813/Put/seqid=0 2024-11-19T15:39:09,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742375_1551 (size=12301) 2024-11-19T15:39:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T15:39:09,448 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/749a16ce21db4bd38004d08f24b0c8ec as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/749a16ce21db4bd38004d08f24b0c8ec 2024-11-19T15:39:09,450 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/e6a6d70cda0d44d589065468b50ad6da as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/e6a6d70cda0d44d589065468b50ad6da 2024-11-19T15:39:09,453 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into 749a16ce21db4bd38004d08f24b0c8ec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:09,453 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:09,453 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030749032; duration=0sec 2024-11-19T15:39:09,453 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:09,453 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:39:09,453 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:09,454 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:09,454 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:39:09,454 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:09,454 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1478ada3242243338296baca3e889f38, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/86edb8b403964d809988225a26008c24, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/0f6d04053f3147e5809c8d86f40136a7] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.8 K 2024-11-19T15:39:09,454 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1478ada3242243338296baca3e889f38, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732030743879 2024-11-19T15:39:09,455 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86edb8b403964d809988225a26008c24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732030745099 2024-11-19T15:39:09,455 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f6d04053f3147e5809c8d86f40136a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732030747434 2024-11-19T15:39:09,455 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into e6a6d70cda0d44d589065468b50ad6da(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:09,455 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:09,456 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030749033; duration=0sec 2024-11-19T15:39:09,456 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:09,456 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:39:09,468 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:09,469 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/9947e716783947549f2f4f9514921e84 is 50, key is test_row_0/C:col10/1732030747781/Put/seqid=0 2024-11-19T15:39:09,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742376_1552 (size=13153) 2024-11-19T15:39:09,478 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/85ef55d3f77d47098cde0ee20ded6462 2024-11-19T15:39:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/baf49e910eec4725967b48a58ed5b3e3 is 50, key is test_row_0/B:col10/1732030747813/Put/seqid=0 2024-11-19T15:39:09,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742377_1553 (size=12301) 2024-11-19T15:39:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T15:39:09,876 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/9947e716783947549f2f4f9514921e84 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9947e716783947549f2f4f9514921e84 2024-11-19T15:39:09,880 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into 9947e716783947549f2f4f9514921e84(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:09,880 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:09,880 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030749033; duration=0sec 2024-11-19T15:39:09,880 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:09,880 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:39:09,887 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/baf49e910eec4725967b48a58ed5b3e3 2024-11-19T15:39:09,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/be95610e0de34ba78a454921aed692dd is 50, key is test_row_0/C:col10/1732030747813/Put/seqid=0 2024-11-19T15:39:09,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742378_1554 (size=12301) 2024-11-19T15:39:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:10,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. as already flushing 2024-11-19T15:39:10,078 INFO [Thread-2109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2109. 2024-11-19T15:39:10,078 DEBUG [Thread-2109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:10,078 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,078 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:10,079 INFO [Thread-2118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2118. 2024-11-19T15:39:10,079 DEBUG [Thread-2118 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:10,079 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,079 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:10,079 INFO [Thread-2120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2120. 2024-11-19T15:39:10,079 DEBUG [Thread-2120 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:10,079 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,079 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:10,080 INFO [Thread-2122 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2122. 2024-11-19T15:39:10,080 DEBUG [Thread-2122 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:10,080 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,080 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:10,087 INFO [Thread-2126 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2126. 2024-11-19T15:39:10,087 DEBUG [Thread-2126 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:10,087 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,087 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:10,087 INFO [Thread-2124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2124. 2024-11-19T15:39:10,087 DEBUG [Thread-2124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:10,087 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,087 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:10,296 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/be95610e0de34ba78a454921aed692dd 2024-11-19T15:39:10,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/85ef55d3f77d47098cde0ee20ded6462 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/85ef55d3f77d47098cde0ee20ded6462 2024-11-19T15:39:10,302 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/85ef55d3f77d47098cde0ee20ded6462, entries=150, sequenceid=363, filesize=12.0 K 2024-11-19T15:39:10,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/baf49e910eec4725967b48a58ed5b3e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/baf49e910eec4725967b48a58ed5b3e3 2024-11-19T15:39:10,305 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/baf49e910eec4725967b48a58ed5b3e3, entries=150, sequenceid=363, filesize=12.0 K 2024-11-19T15:39:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/be95610e0de34ba78a454921aed692dd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/be95610e0de34ba78a454921aed692dd 2024-11-19T15:39:10,308 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/be95610e0de34ba78a454921aed692dd, entries=150, sequenceid=363, filesize=12.0 K 2024-11-19T15:39:10,309 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=87.22 KB/89310 for 6e8e7240e43a1337f587f876e0eb3c66 in 1239ms, sequenceid=363, compaction requested=false 2024-11-19T15:39:10,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:10,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:10,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-19T15:39:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-19T15:39:10,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-19T15:39:10,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-11-19T15:39:10,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.8550 sec 2024-11-19T15:39:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:10,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:10,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T15:39:10,337 INFO [Thread-2113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2113. 2024-11-19T15:39:10,337 DEBUG [Thread-2113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:10,337 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,337 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:10,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:10,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/33b2a9364d56429d9dfc5133cb91700a is 50, key is test_row_0/A:col10/1732030750033/Put/seqid=0 2024-11-19T15:39:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742379_1555 (size=12301) 2024-11-19T15:39:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T15:39:10,606 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:10,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/33b2a9364d56429d9dfc5133cb91700a 2024-11-19T15:39:10,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9cf47c081678467080691b9c253ee4db is 50, key is test_row_0/B:col10/1732030750033/Put/seqid=0 2024-11-19T15:39:10,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742380_1556 (size=12301) 2024-11-19T15:39:11,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9cf47c081678467080691b9c253ee4db 2024-11-19T15:39:11,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/90d3b3ae3a9143368810f01e4299c957 is 50, key is test_row_0/C:col10/1732030750033/Put/seqid=0 2024-11-19T15:39:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742381_1557 (size=12301) 2024-11-19T15:39:11,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/90d3b3ae3a9143368810f01e4299c957 2024-11-19T15:39:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/33b2a9364d56429d9dfc5133cb91700a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/33b2a9364d56429d9dfc5133cb91700a 2024-11-19T15:39:11,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/33b2a9364d56429d9dfc5133cb91700a, entries=150, sequenceid=383, filesize=12.0 K 2024-11-19T15:39:11,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/9cf47c081678467080691b9c253ee4db as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9cf47c081678467080691b9c253ee4db 2024-11-19T15:39:11,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9cf47c081678467080691b9c253ee4db, entries=150, sequenceid=383, filesize=12.0 K 2024-11-19T15:39:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/90d3b3ae3a9143368810f01e4299c957 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/90d3b3ae3a9143368810f01e4299c957 2024-11-19T15:39:11,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/90d3b3ae3a9143368810f01e4299c957, entries=150, sequenceid=383, filesize=12.0 K 2024-11-19T15:39:11,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 6e8e7240e43a1337f587f876e0eb3c66 in 1235ms, sequenceid=383, compaction requested=true 2024-11-19T15:39:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e8e7240e43a1337f587f876e0eb3c66:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:11,573 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:11,573 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:11,573 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:11,573 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:11,573 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/A is initiating minor compaction (all files) 2024-11-19T15:39:11,573 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/B is initiating minor compaction (all files) 2024-11-19T15:39:11,574 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/A in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:11,574 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/B in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:11,574 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/749a16ce21db4bd38004d08f24b0c8ec, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/85ef55d3f77d47098cde0ee20ded6462, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/33b2a9364d56429d9dfc5133cb91700a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.9 K 2024-11-19T15:39:11,574 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/e6a6d70cda0d44d589065468b50ad6da, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/baf49e910eec4725967b48a58ed5b3e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9cf47c081678467080691b9c253ee4db] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.9 K 2024-11-19T15:39:11,574 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e6a6d70cda0d44d589065468b50ad6da, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732030747434 2024-11-19T15:39:11,574 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 749a16ce21db4bd38004d08f24b0c8ec, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732030747434 2024-11-19T15:39:11,574 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting baf49e910eec4725967b48a58ed5b3e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732030747810 2024-11-19T15:39:11,574 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85ef55d3f77d47098cde0ee20ded6462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732030747810 2024-11-19T15:39:11,574 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf47c081678467080691b9c253ee4db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732030750033 2024-11-19T15:39:11,574 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33b2a9364d56429d9dfc5133cb91700a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732030750033 2024-11-19T15:39:11,580 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:11,580 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#A#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:11,581 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/4bde1085703b48e9b7f2cc04b2a3afdf is 50, key is test_row_0/A:col10/1732030750033/Put/seqid=0 2024-11-19T15:39:11,581 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/c5c628996a5d4d05867326089fa70fbc is 50, key is test_row_0/B:col10/1732030750033/Put/seqid=0 2024-11-19T15:39:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742382_1558 (size=13255) 2024-11-19T15:39:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742383_1559 (size=13255) 2024-11-19T15:39:11,989 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/c5c628996a5d4d05867326089fa70fbc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c5c628996a5d4d05867326089fa70fbc 2024-11-19T15:39:11,989 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/4bde1085703b48e9b7f2cc04b2a3afdf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4bde1085703b48e9b7f2cc04b2a3afdf 2024-11-19T15:39:11,992 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/B of 6e8e7240e43a1337f587f876e0eb3c66 into c5c628996a5d4d05867326089fa70fbc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:11,992 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/A of 6e8e7240e43a1337f587f876e0eb3c66 into 4bde1085703b48e9b7f2cc04b2a3afdf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:11,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:11,992 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:11,992 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/A, priority=13, startTime=1732030751573; duration=0sec 2024-11-19T15:39:11,992 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/B, priority=13, startTime=1732030751573; duration=0sec 2024-11-19T15:39:11,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:11,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:A 2024-11-19T15:39:11,992 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:11,992 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:B 2024-11-19T15:39:11,992 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:11,993 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:11,993 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): 6e8e7240e43a1337f587f876e0eb3c66/C is initiating minor compaction (all files) 2024-11-19T15:39:11,993 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e8e7240e43a1337f587f876e0eb3c66/C in TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:11,993 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9947e716783947549f2f4f9514921e84, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/be95610e0de34ba78a454921aed692dd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/90d3b3ae3a9143368810f01e4299c957] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp, totalSize=36.9 K 2024-11-19T15:39:11,993 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9947e716783947549f2f4f9514921e84, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732030747434 2024-11-19T15:39:11,994 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting be95610e0de34ba78a454921aed692dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732030747810 2024-11-19T15:39:11,994 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90d3b3ae3a9143368810f01e4299c957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732030750033 2024-11-19T15:39:11,998 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e8e7240e43a1337f587f876e0eb3c66#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:11,999 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/52513bf4f6b34d8b874e93761cd84613 is 50, key is test_row_0/C:col10/1732030750033/Put/seqid=0 2024-11-19T15:39:12,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742384_1560 (size=13255) 2024-11-19T15:39:12,137 INFO [Thread-2111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2111. 2024-11-19T15:39:12,137 DEBUG [Thread-2111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:12,137 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,137 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:12,147 INFO [Thread-2115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2115. 2024-11-19T15:39:12,147 DEBUG [Thread-2115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:12,147 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,147 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:12,405 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/52513bf4f6b34d8b874e93761cd84613 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/52513bf4f6b34d8b874e93761cd84613 2024-11-19T15:39:12,408 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e8e7240e43a1337f587f876e0eb3c66/C of 6e8e7240e43a1337f587f876e0eb3c66 into 52513bf4f6b34d8b874e93761cd84613(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:12,408 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e8e7240e43a1337f587f876e0eb3c66: 2024-11-19T15:39:12,408 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., storeName=6e8e7240e43a1337f587f876e0eb3c66/C, priority=13, startTime=1732030751573; duration=0sec 2024-11-19T15:39:12,408 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:12,408 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e8e7240e43a1337f587f876e0eb3c66:C 2024-11-19T15:39:12,667 INFO [Thread-2107 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2107. 2024-11-19T15:39:12,667 DEBUG [Thread-2107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:12,667 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,667 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1358 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4074 rows 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4101 rows 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1351 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4053 rows 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4095 rows 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-11-19T15:39:12,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4086 rows 2024-11-19T15:39:12,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:39:12,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:39:12,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:12,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:12,668 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T15:39:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T15:39:12,671 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030752671"}]},"ts":"1732030752671"} 2024-11-19T15:39:12,672 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T15:39:12,672 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T15:39:12,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:39:12,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, UNASSIGN}] 2024-11-19T15:39:12,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, UNASSIGN 2024-11-19T15:39:12,675 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6e8e7240e43a1337f587f876e0eb3c66, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:12,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, UNASSIGN because future has completed 2024-11-19T15:39:12,676 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:39:12,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:39:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T15:39:12,828 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:12,828 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:39:12,828 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 6e8e7240e43a1337f587f876e0eb3c66, disabling compactions & flushes 2024-11-19T15:39:12,828 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:12,828 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:12,828 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. after waiting 0 ms 2024-11-19T15:39:12,828 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:12,828 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 6e8e7240e43a1337f587f876e0eb3c66 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T15:39:12,831 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/5283298765ef4bb2af25f6aeb8fb5cde is 50, key is test_row_0/A:col10/1732030752666/Put/seqid=0 2024-11-19T15:39:12,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742385_1561 (size=9857) 2024-11-19T15:39:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T15:39:13,235 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/5283298765ef4bb2af25f6aeb8fb5cde 2024-11-19T15:39:13,240 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/a7ed5268fa6b414d9b9d8edc3301afff is 50, key is test_row_0/B:col10/1732030752666/Put/seqid=0 2024-11-19T15:39:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742386_1562 (size=9857) 2024-11-19T15:39:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T15:39:13,643 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/a7ed5268fa6b414d9b9d8edc3301afff 2024-11-19T15:39:13,648 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/3c0c553512e7443aa53d02302e45a6f0 is 50, key is test_row_0/C:col10/1732030752666/Put/seqid=0 2024-11-19T15:39:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742387_1563 (size=9857) 2024-11-19T15:39:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T15:39:14,052 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/3c0c553512e7443aa53d02302e45a6f0 2024-11-19T15:39:14,055 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/A/5283298765ef4bb2af25f6aeb8fb5cde as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/5283298765ef4bb2af25f6aeb8fb5cde 2024-11-19T15:39:14,057 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/5283298765ef4bb2af25f6aeb8fb5cde, entries=100, sequenceid=392, filesize=9.6 K 2024-11-19T15:39:14,058 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/B/a7ed5268fa6b414d9b9d8edc3301afff as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a7ed5268fa6b414d9b9d8edc3301afff 2024-11-19T15:39:14,060 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a7ed5268fa6b414d9b9d8edc3301afff, entries=100, sequenceid=392, filesize=9.6 K 2024-11-19T15:39:14,061 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/.tmp/C/3c0c553512e7443aa53d02302e45a6f0 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/3c0c553512e7443aa53d02302e45a6f0 2024-11-19T15:39:14,063 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/3c0c553512e7443aa53d02302e45a6f0, entries=100, sequenceid=392, filesize=9.6 K 2024-11-19T15:39:14,063 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 6e8e7240e43a1337f587f876e0eb3c66 in 1235ms, sequenceid=392, compaction requested=false 2024-11-19T15:39:14,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/a35d6616b6244e0cb1bd718f9434fb21, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/ec8db18960b94226ad167450884d83d5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4ca91f68cca64201ae43b16d8ae797f7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/e32a6bf7989947988ebb63fb90ef76f5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/11fd8623bb744c50a4652e6cae4cfef1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/58eca5d5aa2044778d7e074b92e4bb49, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0e24894eb6494e75a4123439ece8ba3e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/26f69e3757fa42418f993bf88c68f2e0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/66a411eeb9f6433d80a866c697caadc3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/7a5accab33644628be192d423a51f19d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/bfd831a4680a4032ba0ebc0350d74bd7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/31923a7262984bf2b30bf570b9293d5e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0b65e3a4e3dc438fac4b48568aa42f9d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f74f74d9527b46a6a9e7a9ee9d30d2d3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/6a3761f1b98f415b9a08c1cab4ae9d8e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/15a56579d869453493b94417a6e0291c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/aadc3bf9c0b14e72a4e3537143c3da58, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f3c9d0450d9249df9f09a4cc70411e10, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/537b411069504aa284f8c2bd5adac6c1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/abf1e90fab1c4e84a7a125045eca7f58, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/47426843283e41f8a2e745344c68c953, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/822c63e369b54ab3a9fa807db284430b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/eff18724e3434bb39107e94c0321c97d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/22b115b4e8334038baa72b7b58ad9f1d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/d4e54338b915477e90b7776b06fc7ec9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/749a16ce21db4bd38004d08f24b0c8ec, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/85ef55d3f77d47098cde0ee20ded6462, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/33b2a9364d56429d9dfc5133cb91700a] to archive 2024-11-19T15:39:14,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:39:14,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/a35d6616b6244e0cb1bd718f9434fb21 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/a35d6616b6244e0cb1bd718f9434fb21 2024-11-19T15:39:14,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/ec8db18960b94226ad167450884d83d5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/ec8db18960b94226ad167450884d83d5 2024-11-19T15:39:14,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4ca91f68cca64201ae43b16d8ae797f7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4ca91f68cca64201ae43b16d8ae797f7 2024-11-19T15:39:14,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/e32a6bf7989947988ebb63fb90ef76f5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/e32a6bf7989947988ebb63fb90ef76f5 2024-11-19T15:39:14,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/11fd8623bb744c50a4652e6cae4cfef1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/11fd8623bb744c50a4652e6cae4cfef1 2024-11-19T15:39:14,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/58eca5d5aa2044778d7e074b92e4bb49 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/58eca5d5aa2044778d7e074b92e4bb49 2024-11-19T15:39:14,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0e24894eb6494e75a4123439ece8ba3e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0e24894eb6494e75a4123439ece8ba3e 2024-11-19T15:39:14,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/26f69e3757fa42418f993bf88c68f2e0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/26f69e3757fa42418f993bf88c68f2e0 2024-11-19T15:39:14,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/66a411eeb9f6433d80a866c697caadc3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/66a411eeb9f6433d80a866c697caadc3 2024-11-19T15:39:14,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/7a5accab33644628be192d423a51f19d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/7a5accab33644628be192d423a51f19d 2024-11-19T15:39:14,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/bfd831a4680a4032ba0ebc0350d74bd7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/bfd831a4680a4032ba0ebc0350d74bd7 2024-11-19T15:39:14,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/31923a7262984bf2b30bf570b9293d5e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/31923a7262984bf2b30bf570b9293d5e 2024-11-19T15:39:14,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0b65e3a4e3dc438fac4b48568aa42f9d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/0b65e3a4e3dc438fac4b48568aa42f9d 2024-11-19T15:39:14,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f74f74d9527b46a6a9e7a9ee9d30d2d3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f74f74d9527b46a6a9e7a9ee9d30d2d3 2024-11-19T15:39:14,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/6a3761f1b98f415b9a08c1cab4ae9d8e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/6a3761f1b98f415b9a08c1cab4ae9d8e 2024-11-19T15:39:14,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/15a56579d869453493b94417a6e0291c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/15a56579d869453493b94417a6e0291c 2024-11-19T15:39:14,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/aadc3bf9c0b14e72a4e3537143c3da58 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/aadc3bf9c0b14e72a4e3537143c3da58 2024-11-19T15:39:14,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f3c9d0450d9249df9f09a4cc70411e10 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/f3c9d0450d9249df9f09a4cc70411e10 2024-11-19T15:39:14,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/537b411069504aa284f8c2bd5adac6c1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/537b411069504aa284f8c2bd5adac6c1 2024-11-19T15:39:14,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/abf1e90fab1c4e84a7a125045eca7f58 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/abf1e90fab1c4e84a7a125045eca7f58 2024-11-19T15:39:14,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/47426843283e41f8a2e745344c68c953 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/47426843283e41f8a2e745344c68c953 2024-11-19T15:39:14,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/822c63e369b54ab3a9fa807db284430b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/822c63e369b54ab3a9fa807db284430b 2024-11-19T15:39:14,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/eff18724e3434bb39107e94c0321c97d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/eff18724e3434bb39107e94c0321c97d 2024-11-19T15:39:14,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/22b115b4e8334038baa72b7b58ad9f1d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/22b115b4e8334038baa72b7b58ad9f1d 2024-11-19T15:39:14,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/d4e54338b915477e90b7776b06fc7ec9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/d4e54338b915477e90b7776b06fc7ec9 2024-11-19T15:39:14,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/749a16ce21db4bd38004d08f24b0c8ec to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/749a16ce21db4bd38004d08f24b0c8ec 2024-11-19T15:39:14,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/85ef55d3f77d47098cde0ee20ded6462 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/85ef55d3f77d47098cde0ee20ded6462 2024-11-19T15:39:14,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/33b2a9364d56429d9dfc5133cb91700a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/33b2a9364d56429d9dfc5133cb91700a 2024-11-19T15:39:14,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9f5d818d2bf74171bba1082c05d0f685, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfd312fdcc2c4a8fbe329341a3d09ad6, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/fdd2ab82b5fe4118b72afc1b7f1c74c2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0209699e729b48b9b8fc1344785be2ac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/cc65a664a2e14bf693b84d1f178ae817, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/567e679eb8794dd7972e7657e0fde0fd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/be75eef18ce14b29b552bdb0250906d5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/93010d9f7abd4eca8f2f2ad0e6c59868, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6d9abac6334140ada9d87378cfa96676, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2a88df4af04e453886d261a8203ab4f9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/12840f91513c4defa2068bcbf46ff859, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/8605f203c76540828ba6096e2ec57a93, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/30736938d97e4aacbb48679120909d7c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/f17af71d8f5a4106850d891c05e76b91, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c8d51c4e3ccf4fe79a66a2063bdf3d51, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/caea8ff01964492eb4a152d6340a952a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/5bdd81ce742746c0886e270265177b52, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/ed35747050a748d5b70d264c20345ead, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a10a825f1ba94505b30107275ae8a2d0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2c5b5cb6577e4c43ba859cec15bfeae2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0917c3eb1a7c4ac9ba4c52d6174d1715, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9dbc7bdb1a3445d9a2c8f79f069859fd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/1f005feb045a41fa9a8eceb7e9ae6139, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfffecffa2cf4ff9b5ca8f795dcccdd9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/e6a6d70cda0d44d589065468b50ad6da, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6a54b9b62b8d4fd28f4a437577b45127, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/baf49e910eec4725967b48a58ed5b3e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9cf47c081678467080691b9c253ee4db] to archive 2024-11-19T15:39:14,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:39:14,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9f5d818d2bf74171bba1082c05d0f685 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9f5d818d2bf74171bba1082c05d0f685 2024-11-19T15:39:14,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfd312fdcc2c4a8fbe329341a3d09ad6 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfd312fdcc2c4a8fbe329341a3d09ad6 2024-11-19T15:39:14,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/fdd2ab82b5fe4118b72afc1b7f1c74c2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/fdd2ab82b5fe4118b72afc1b7f1c74c2 2024-11-19T15:39:14,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0209699e729b48b9b8fc1344785be2ac to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0209699e729b48b9b8fc1344785be2ac 2024-11-19T15:39:14,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/cc65a664a2e14bf693b84d1f178ae817 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/cc65a664a2e14bf693b84d1f178ae817 2024-11-19T15:39:14,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/567e679eb8794dd7972e7657e0fde0fd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/567e679eb8794dd7972e7657e0fde0fd 2024-11-19T15:39:14,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/be75eef18ce14b29b552bdb0250906d5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/be75eef18ce14b29b552bdb0250906d5 2024-11-19T15:39:14,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/93010d9f7abd4eca8f2f2ad0e6c59868 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/93010d9f7abd4eca8f2f2ad0e6c59868 2024-11-19T15:39:14,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6d9abac6334140ada9d87378cfa96676 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6d9abac6334140ada9d87378cfa96676 2024-11-19T15:39:14,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2a88df4af04e453886d261a8203ab4f9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2a88df4af04e453886d261a8203ab4f9 2024-11-19T15:39:14,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/12840f91513c4defa2068bcbf46ff859 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/12840f91513c4defa2068bcbf46ff859 2024-11-19T15:39:14,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/8605f203c76540828ba6096e2ec57a93 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/8605f203c76540828ba6096e2ec57a93 2024-11-19T15:39:14,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/30736938d97e4aacbb48679120909d7c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/30736938d97e4aacbb48679120909d7c 2024-11-19T15:39:14,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/f17af71d8f5a4106850d891c05e76b91 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/f17af71d8f5a4106850d891c05e76b91 2024-11-19T15:39:14,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c8d51c4e3ccf4fe79a66a2063bdf3d51 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c8d51c4e3ccf4fe79a66a2063bdf3d51 2024-11-19T15:39:14,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/caea8ff01964492eb4a152d6340a952a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/caea8ff01964492eb4a152d6340a952a 2024-11-19T15:39:14,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/5bdd81ce742746c0886e270265177b52 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/5bdd81ce742746c0886e270265177b52 2024-11-19T15:39:14,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/ed35747050a748d5b70d264c20345ead to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/ed35747050a748d5b70d264c20345ead 2024-11-19T15:39:14,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a10a825f1ba94505b30107275ae8a2d0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a10a825f1ba94505b30107275ae8a2d0 2024-11-19T15:39:14,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2c5b5cb6577e4c43ba859cec15bfeae2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/2c5b5cb6577e4c43ba859cec15bfeae2 2024-11-19T15:39:14,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0917c3eb1a7c4ac9ba4c52d6174d1715 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/0917c3eb1a7c4ac9ba4c52d6174d1715 2024-11-19T15:39:14,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9dbc7bdb1a3445d9a2c8f79f069859fd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9dbc7bdb1a3445d9a2c8f79f069859fd 2024-11-19T15:39:14,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/1f005feb045a41fa9a8eceb7e9ae6139 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/1f005feb045a41fa9a8eceb7e9ae6139 2024-11-19T15:39:14,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfffecffa2cf4ff9b5ca8f795dcccdd9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/dfffecffa2cf4ff9b5ca8f795dcccdd9 2024-11-19T15:39:14,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/e6a6d70cda0d44d589065468b50ad6da to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/e6a6d70cda0d44d589065468b50ad6da 2024-11-19T15:39:14,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6a54b9b62b8d4fd28f4a437577b45127 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/6a54b9b62b8d4fd28f4a437577b45127 2024-11-19T15:39:14,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/baf49e910eec4725967b48a58ed5b3e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/baf49e910eec4725967b48a58ed5b3e3 2024-11-19T15:39:14,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9cf47c081678467080691b9c253ee4db to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/9cf47c081678467080691b9c253ee4db 2024-11-19T15:39:14,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/999b0fe42acd49e784d93719dd21bc53, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/befd1c6c561e47689c8c5fa69d1c61ad, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/df28d9dd2d0a40b1a180a514a5c052e3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/58701f73da2e422ab5ca2fe57472c7ab, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/99ed034bbe9a4b669f394c6c30d9e5ef, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/da2f4e1c9bee44bca288eefad4c0ed21, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/511883ba016d45dabf38cf36d104d59a, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c5d6776510b940a0ae590fa76698de10, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/53cdaa960e6d48c7ad3a0575a823fb41, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/5fdcac887c304417a28d0178844601f3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c4c5c8b649f34d7d8e7796b1918ef6c7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/798cd6790dff40ffa80f75f3d416d950, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1ca4768677eb470e888b7a6d050ee33c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9e54962575eb44e3817cee593c3b3db0, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/7f6338a315e54edfb56c2747215d283d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fcde5379c8b40f789a038a725bb5e5c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fe5bf27935a4bd3809947d17b305b35, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/e8e96e93647b489987c40c2710e35baf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/f5e7277148b74944a4d0a4f0ad6bb08f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/ab81cde72a1c488aa6c1ea69aa78849f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/edb96e740c1540b0989917489ab5bb5d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1478ada3242243338296baca3e889f38, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/611ac6a6ea114cd1a9a396e478700a26, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/86edb8b403964d809988225a26008c24, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9947e716783947549f2f4f9514921e84, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/0f6d04053f3147e5809c8d86f40136a7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/be95610e0de34ba78a454921aed692dd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/90d3b3ae3a9143368810f01e4299c957] to archive 2024-11-19T15:39:14,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:39:14,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/999b0fe42acd49e784d93719dd21bc53 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/999b0fe42acd49e784d93719dd21bc53 2024-11-19T15:39:14,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/befd1c6c561e47689c8c5fa69d1c61ad to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/befd1c6c561e47689c8c5fa69d1c61ad 2024-11-19T15:39:14,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/df28d9dd2d0a40b1a180a514a5c052e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/df28d9dd2d0a40b1a180a514a5c052e3 2024-11-19T15:39:14,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/58701f73da2e422ab5ca2fe57472c7ab to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/58701f73da2e422ab5ca2fe57472c7ab 2024-11-19T15:39:14,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/99ed034bbe9a4b669f394c6c30d9e5ef to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/99ed034bbe9a4b669f394c6c30d9e5ef 2024-11-19T15:39:14,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/da2f4e1c9bee44bca288eefad4c0ed21 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/da2f4e1c9bee44bca288eefad4c0ed21 2024-11-19T15:39:14,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/511883ba016d45dabf38cf36d104d59a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/511883ba016d45dabf38cf36d104d59a 2024-11-19T15:39:14,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c5d6776510b940a0ae590fa76698de10 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c5d6776510b940a0ae590fa76698de10 2024-11-19T15:39:14,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/53cdaa960e6d48c7ad3a0575a823fb41 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/53cdaa960e6d48c7ad3a0575a823fb41 2024-11-19T15:39:14,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/5fdcac887c304417a28d0178844601f3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/5fdcac887c304417a28d0178844601f3 2024-11-19T15:39:14,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c4c5c8b649f34d7d8e7796b1918ef6c7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/c4c5c8b649f34d7d8e7796b1918ef6c7 2024-11-19T15:39:14,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/798cd6790dff40ffa80f75f3d416d950 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/798cd6790dff40ffa80f75f3d416d950 2024-11-19T15:39:14,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1ca4768677eb470e888b7a6d050ee33c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1ca4768677eb470e888b7a6d050ee33c 2024-11-19T15:39:14,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9e54962575eb44e3817cee593c3b3db0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9e54962575eb44e3817cee593c3b3db0 2024-11-19T15:39:14,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/7f6338a315e54edfb56c2747215d283d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/7f6338a315e54edfb56c2747215d283d 2024-11-19T15:39:14,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fcde5379c8b40f789a038a725bb5e5c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fcde5379c8b40f789a038a725bb5e5c 2024-11-19T15:39:14,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fe5bf27935a4bd3809947d17b305b35 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1fe5bf27935a4bd3809947d17b305b35 2024-11-19T15:39:14,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/e8e96e93647b489987c40c2710e35baf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/e8e96e93647b489987c40c2710e35baf 2024-11-19T15:39:14,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/f5e7277148b74944a4d0a4f0ad6bb08f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/f5e7277148b74944a4d0a4f0ad6bb08f 2024-11-19T15:39:14,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/ab81cde72a1c488aa6c1ea69aa78849f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/ab81cde72a1c488aa6c1ea69aa78849f 2024-11-19T15:39:14,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/edb96e740c1540b0989917489ab5bb5d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/edb96e740c1540b0989917489ab5bb5d 2024-11-19T15:39:14,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1478ada3242243338296baca3e889f38 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/1478ada3242243338296baca3e889f38 2024-11-19T15:39:14,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/611ac6a6ea114cd1a9a396e478700a26 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/611ac6a6ea114cd1a9a396e478700a26 2024-11-19T15:39:14,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/86edb8b403964d809988225a26008c24 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/86edb8b403964d809988225a26008c24 2024-11-19T15:39:14,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9947e716783947549f2f4f9514921e84 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/9947e716783947549f2f4f9514921e84 2024-11-19T15:39:14,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/0f6d04053f3147e5809c8d86f40136a7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/0f6d04053f3147e5809c8d86f40136a7 2024-11-19T15:39:14,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/be95610e0de34ba78a454921aed692dd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/be95610e0de34ba78a454921aed692dd 2024-11-19T15:39:14,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/90d3b3ae3a9143368810f01e4299c957 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/90d3b3ae3a9143368810f01e4299c957 2024-11-19T15:39:14,135 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/recovered.edits/395.seqid, newMaxSeqId=395, maxSeqId=1 2024-11-19T15:39:14,135 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. 2024-11-19T15:39:14,136 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 6e8e7240e43a1337f587f876e0eb3c66: Waiting for close lock at 1732030752828Running coprocessor pre-close hooks at 1732030752828Disabling compacts and flushes for region at 1732030752828Disabling writes for close at 1732030752828Obtaining lock to block concurrent updates at 1732030752828Preparing flush snapshotting stores in 6e8e7240e43a1337f587f876e0eb3c66 at 1732030752828Finished memstore snapshotting TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732030752828Flushing stores of TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66. at 1732030752829 (+1 ms)Flushing 6e8e7240e43a1337f587f876e0eb3c66/A: creating writer at 1732030752829Flushing 6e8e7240e43a1337f587f876e0eb3c66/A: appending metadata at 1732030752831 (+2 ms)Flushing 6e8e7240e43a1337f587f876e0eb3c66/A: closing flushed file at 1732030752831Flushing 6e8e7240e43a1337f587f876e0eb3c66/B: creating writer at 1732030753238 (+407 ms)Flushing 6e8e7240e43a1337f587f876e0eb3c66/B: appending metadata at 1732030753239 (+1 ms)Flushing 6e8e7240e43a1337f587f876e0eb3c66/B: closing flushed file at 1732030753239Flushing 6e8e7240e43a1337f587f876e0eb3c66/C: creating writer at 1732030753646 (+407 ms)Flushing 6e8e7240e43a1337f587f876e0eb3c66/C: appending metadata at 1732030753648 (+2 ms)Flushing 6e8e7240e43a1337f587f876e0eb3c66/C: closing flushed file at 1732030753648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c67da35: reopening flushed file at 1732030754054 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3a191: reopening flushed file at 1732030754057 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63aec8c3: reopening flushed file at 1732030754060 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 6e8e7240e43a1337f587f876e0eb3c66 in 1235ms, sequenceid=392, compaction requested=false at 1732030754063 (+3 ms)Writing region close event to WAL at 1732030754133 (+70 ms)Running coprocessor post-close hooks at 1732030754135 (+2 ms)Closed at 1732030754135 2024-11-19T15:39:14,137 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:14,138 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6e8e7240e43a1337f587f876e0eb3c66, regionState=CLOSED 2024-11-19T15:39:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:39:14,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-19T15:39:14,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 6e8e7240e43a1337f587f876e0eb3c66, server=50570b5b74e7,40977,1732030610255 in 1.4630 sec 2024-11-19T15:39:14,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-19T15:39:14,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e8e7240e43a1337f587f876e0eb3c66, UNASSIGN in 1.4670 sec 2024-11-19T15:39:14,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-19T15:39:14,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4700 sec 2024-11-19T15:39:14,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030754144"}]},"ts":"1732030754144"} 2024-11-19T15:39:14,145 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T15:39:14,145 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T15:39:14,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4780 sec 2024-11-19T15:39:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T15:39:14,816 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:14,817 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T15:39:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:14,818 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-19T15:39:14,819 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:14,821 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:14,822 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/recovered.edits] 2024-11-19T15:39:14,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4bde1085703b48e9b7f2cc04b2a3afdf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/4bde1085703b48e9b7f2cc04b2a3afdf 2024-11-19T15:39:14,825 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/5283298765ef4bb2af25f6aeb8fb5cde to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/A/5283298765ef4bb2af25f6aeb8fb5cde 2024-11-19T15:39:14,827 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a7ed5268fa6b414d9b9d8edc3301afff to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/a7ed5268fa6b414d9b9d8edc3301afff 2024-11-19T15:39:14,828 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c5c628996a5d4d05867326089fa70fbc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/B/c5c628996a5d4d05867326089fa70fbc 2024-11-19T15:39:14,829 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/3c0c553512e7443aa53d02302e45a6f0 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/3c0c553512e7443aa53d02302e45a6f0 2024-11-19T15:39:14,830 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/52513bf4f6b34d8b874e93761cd84613 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/C/52513bf4f6b34d8b874e93761cd84613 2024-11-19T15:39:14,832 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/recovered.edits/395.seqid to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66/recovered.edits/395.seqid 2024-11-19T15:39:14,832 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/6e8e7240e43a1337f587f876e0eb3c66 2024-11-19T15:39:14,833 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T15:39:14,834 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:14,836 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T15:39:14,837 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T15:39:14,838 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:14,838 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T15:39:14,839 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732030754838"}]},"ts":"9223372036854775807"} 2024-11-19T15:39:14,840 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T15:39:14,840 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6e8e7240e43a1337f587f876e0eb3c66, NAME => 'TestAcidGuarantees,,1732030727838.6e8e7240e43a1337f587f876e0eb3c66.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T15:39:14,840 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T15:39:14,840 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732030754840"}]},"ts":"9223372036854775807"} 2024-11-19T15:39:14,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T15:39:14,842 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:14,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-11-19T15:39:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-19T15:39:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T15:39:14,926 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:14,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 238) - Thread LEAK? -, OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 381) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6892 (was 7012) 2024-11-19T15:39:14,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=6892 2024-11-19T15:39:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:39:14,944 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:39:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:14,945 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T15:39:14,946 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:14,946 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-19T15:39:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T15:39:14,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T15:39:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742388_1564 (size=959) 2024-11-19T15:39:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T15:39:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T15:39:15,352 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d 2024-11-19T15:39:15,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742389_1565 (size=53) 2024-11-19T15:39:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T15:39:15,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:39:15,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ea6fdad73653465018c65bb05c9051b1, disabling compactions & flushes 2024-11-19T15:39:15,758 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:15,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:15,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. after waiting 0 ms 2024-11-19T15:39:15,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:15,758 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:15,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea6fdad73653465018c65bb05c9051b1: Waiting for close lock at 1732030755758Disabling compacts and flushes for region at 1732030755758Disabling writes for close at 1732030755758Writing region close event to WAL at 1732030755758Closed at 1732030755758 2024-11-19T15:39:15,759 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T15:39:15,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732030755759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732030755759"}]},"ts":"1732030755759"} 2024-11-19T15:39:15,760 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T15:39:15,761 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T15:39:15,761 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030755761"}]},"ts":"1732030755761"} 2024-11-19T15:39:15,762 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T15:39:15,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, ASSIGN}] 2024-11-19T15:39:15,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, ASSIGN 2024-11-19T15:39:15,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, ASSIGN; state=OFFLINE, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=false 2024-11-19T15:39:15,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:15,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, ASSIGN because future has completed 2024-11-19T15:39:15,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:39:16,069 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:16,069 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:39:16,070 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,070 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:39:16,070 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,070 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,071 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,072 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6fdad73653465018c65bb05c9051b1 columnFamilyName A 2024-11-19T15:39:16,072 DEBUG [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:16,072 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(327): Store=ea6fdad73653465018c65bb05c9051b1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:39:16,072 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,073 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6fdad73653465018c65bb05c9051b1 columnFamilyName B 2024-11-19T15:39:16,073 DEBUG [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:16,074 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(327): Store=ea6fdad73653465018c65bb05c9051b1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:39:16,074 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,074 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6fdad73653465018c65bb05c9051b1 columnFamilyName C 2024-11-19T15:39:16,074 DEBUG [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:16,075 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(327): Store=ea6fdad73653465018c65bb05c9051b1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:39:16,075 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,075 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,075 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,076 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,076 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,077 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:39:16,078 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,079 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T15:39:16,080 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened ea6fdad73653465018c65bb05c9051b1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69050824, jitterRate=0.028937458992004395}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:39:16,080 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:16,080 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for ea6fdad73653465018c65bb05c9051b1: Running coprocessor pre-open hook at 1732030756070Writing region info on filesystem at 1732030756070Initializing all the Stores at 1732030756070Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030756070Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030756071 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030756071Cleaning up temporary data from old regions at 1732030756076 (+5 ms)Running coprocessor post-open hooks at 1732030756080 (+4 ms)Region opened successfully at 1732030756080 2024-11-19T15:39:16,081 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., pid=154, masterSystemTime=1732030756067 2024-11-19T15:39:16,082 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:16,082 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:16,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=OPEN, openSeqNum=2, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:16,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:39:16,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-19T15:39:16,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 in 169 msec 2024-11-19T15:39:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T15:39:16,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-19T15:39:16,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, ASSIGN in 324 msec 2024-11-19T15:39:16,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T15:39:16,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030756088"}]},"ts":"1732030756088"} 2024-11-19T15:39:16,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T15:39:16,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T15:39:16,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-19T15:39:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T15:39:17,096 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:17,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3604ac02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:17,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:17,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:17,098 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb509a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:17,100 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:17,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f221e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:17,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:17,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:17,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T15:39:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 50570b5b74e7,40533,1732030609496 2024-11-19T15:39:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f2a406 2024-11-19T15:39:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T15:39:17,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T15:39:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T15:39:17,105 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T15:39:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742390_1566 (size=995) 2024-11-19T15:39:17,515 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T15:39:17,515 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T15:39:17,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:39:17,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, REOPEN/MOVE}] 2024-11-19T15:39:17,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, REOPEN/MOVE 2024-11-19T15:39:17,520 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, REOPEN/MOVE because future has completed 2024-11-19T15:39:17,521 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:39:17,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:39:17,673 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,674 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:39:17,674 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing ea6fdad73653465018c65bb05c9051b1, disabling compactions & flushes 2024-11-19T15:39:17,674 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:17,674 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:17,674 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. after waiting 0 ms 2024-11-19T15:39:17,674 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:17,677 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T15:39:17,677 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:17,677 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for ea6fdad73653465018c65bb05c9051b1: Waiting for close lock at 1732030757674Running coprocessor pre-close hooks at 1732030757674Disabling compacts and flushes for region at 1732030757674Disabling writes for close at 1732030757674Writing region close event to WAL at 1732030757674Running coprocessor post-close hooks at 1732030757677 (+3 ms)Closed at 1732030757677 2024-11-19T15:39:17,677 WARN [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: ea6fdad73653465018c65bb05c9051b1 to self. 2024-11-19T15:39:17,679 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,679 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=CLOSED 2024-11-19T15:39:17,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:39:17,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-19T15:39:17,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 in 159 msec 2024-11-19T15:39:17,682 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, REOPEN/MOVE; state=CLOSED, location=50570b5b74e7,40977,1732030610255; forceNewPlan=false, retain=true 2024-11-19T15:39:17,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=OPENING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:17,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, REOPEN/MOVE because future has completed 2024-11-19T15:39:17,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:39:17,987 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:17,987 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T15:39:17,988 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,988 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T15:39:17,988 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,988 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,989 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,989 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6fdad73653465018c65bb05c9051b1 columnFamilyName A 2024-11-19T15:39:17,990 DEBUG [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:17,990 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(327): Store=ea6fdad73653465018c65bb05c9051b1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:39:17,991 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,991 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6fdad73653465018c65bb05c9051b1 columnFamilyName B 2024-11-19T15:39:17,991 DEBUG [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:17,991 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(327): Store=ea6fdad73653465018c65bb05c9051b1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:39:17,992 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,992 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6fdad73653465018c65bb05c9051b1 columnFamilyName C 2024-11-19T15:39:17,992 DEBUG [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:17,992 INFO [StoreOpener-ea6fdad73653465018c65bb05c9051b1-1 {}] regionserver.HStore(327): Store=ea6fdad73653465018c65bb05c9051b1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T15:39:17,992 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,993 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,993 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,994 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,994 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,994 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T15:39:17,995 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,996 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened ea6fdad73653465018c65bb05c9051b1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67607725, jitterRate=0.007433608174324036}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T15:39:17,996 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:17,996 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for ea6fdad73653465018c65bb05c9051b1: Running coprocessor pre-open hook at 1732030757988Writing region info on filesystem at 1732030757988Initializing all the Stores at 1732030757988Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030757988Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030757989 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732030757989Cleaning up temporary data from old regions at 1732030757994 (+5 ms)Running coprocessor post-open hooks at 1732030757996 (+2 ms)Region opened successfully at 1732030757996 2024-11-19T15:39:17,997 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., pid=159, masterSystemTime=1732030757985 2024-11-19T15:39:17,999 DEBUG [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:17,999 INFO [RS_OPEN_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:17,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=OPEN, openSeqNum=5, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:39:18,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-19T15:39:18,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 in 167 msec 2024-11-19T15:39:18,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-19T15:39:18,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, REOPEN/MOVE in 483 msec 2024-11-19T15:39:18,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-19T15:39:18,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-19T15:39:18,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-19T15:39:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-19T15:39:18,007 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:18,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334e0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,009 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec1ea13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,010 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b7fc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e95980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,012 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e99c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,013 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb3509f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3548da7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,014 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdb2c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,015 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d83ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46abac4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,017 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,018 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a23df8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580223ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36185809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,020 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762c9a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7164a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,022 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac4d9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,023 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e3f4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f23b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,024 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f24643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,025 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11573885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be5309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,027 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc21043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,028 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777be095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@973685f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,029 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184bacf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,030 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fed0a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4add4f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50570b5b74e7,40533,-1 for getting cluster id 2024-11-19T15:39:18,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T15:39:18,032 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05fe0c88-091d-4d77-a209-59b01a364798' 2024-11-19T15:39:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T15:39:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05fe0c88-091d-4d77-a209-59b01a364798" 2024-11-19T15:39:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4412c6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50570b5b74e7,40533,-1] 2024-11-19T15:39:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T15:39:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:18,033 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T15:39:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a2e868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T15:39:18,034 DEBUG [Thread-2522 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 DEBUG [Thread-2511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 DEBUG [Thread-2524 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 DEBUG [Thread-2517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 DEBUG [Thread-2513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 DEBUG [Thread-2509 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:18,034 DEBUG [Thread-2526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,034 DEBUG [Thread-2520 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,035 DEBUG [Thread-2528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-19T15:39:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,036 DEBUG [Thread-2515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T15:39:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T15:39:18,036 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,037 DEBUG [Thread-2522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,037 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50570b5b74e7,40977,1732030610255, seqNum=-1] 2024-11-19T15:39:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T15:39:18,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T15:39:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5] 2024-11-19T15:39:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:18,047 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:18,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T15:39:18,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195d5e1b8fca2c4a4b9e7f960e90adfdde_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030758045/Put/seqid=0 2024-11-19T15:39:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742391_1567 (size=14594) 2024-11-19T15:39:18,072 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:18,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030818069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030818069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195d5e1b8fca2c4a4b9e7f960e90adfdde_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195d5e1b8fca2c4a4b9e7f960e90adfdde_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030818071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030818073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c7ff3191504f48fea7612d08a3a7cb7c, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:18,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c7ff3191504f48fea7612d08a3a7cb7c is 175, key is test_row_0/A:col10/1732030758045/Put/seqid=0 2024-11-19T15:39:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030818074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742392_1568 (size=39549) 2024-11-19T15:39:18,087 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c7ff3191504f48fea7612d08a3a7cb7c 2024-11-19T15:39:18,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1604483c79944cdb896c4700a243514e is 50, key is test_row_0/B:col10/1732030758045/Put/seqid=0 2024-11-19T15:39:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742393_1569 (size=12001) 2024-11-19T15:39:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T15:39:18,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030818176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030818186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030818186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030818186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030818186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-19T15:39:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-19T15:39:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T15:39:18,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030818386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030818396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030818396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030818396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030818396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-19T15:39:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1604483c79944cdb896c4700a243514e 2024-11-19T15:39:18,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/4d5a3a730c634b1baf1bdb078bdb908b is 50, key is test_row_0/C:col10/1732030758045/Put/seqid=0 2024-11-19T15:39:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742394_1570 (size=12001) 2024-11-19T15:39:18,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T15:39:18,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-19T15:39:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T15:39:18,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030818696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030818706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030818706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030818706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030818706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-19T15:39:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:18,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/4d5a3a730c634b1baf1bdb078bdb908b 2024-11-19T15:39:18,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c7ff3191504f48fea7612d08a3a7cb7c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c7ff3191504f48fea7612d08a3a7cb7c 2024-11-19T15:39:18,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c7ff3191504f48fea7612d08a3a7cb7c, entries=200, sequenceid=16, filesize=38.6 K 2024-11-19T15:39:18,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1604483c79944cdb896c4700a243514e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1604483c79944cdb896c4700a243514e 2024-11-19T15:39:18,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1604483c79944cdb896c4700a243514e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-19T15:39:18,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/4d5a3a730c634b1baf1bdb078bdb908b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/4d5a3a730c634b1baf1bdb078bdb908b 2024-11-19T15:39:18,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/4d5a3a730c634b1baf1bdb078bdb908b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-19T15:39:18,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ea6fdad73653465018c65bb05c9051b1 in 904ms, sequenceid=16, compaction requested=false 2024-11-19T15:39:18,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:18,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-19T15:39:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:18,957 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:39:18,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111921453e8c874d4708bc69f989ace5f7eb_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030758071/Put/seqid=0 2024-11-19T15:39:18,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742395_1571 (size=12154) 2024-11-19T15:39:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T15:39:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030819222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030819222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030819225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030819225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030819226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030819336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030819336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030819336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030819336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030819336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:19,370 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111921453e8c874d4708bc69f989ace5f7eb_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111921453e8c874d4708bc69f989ace5f7eb_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d48155699e7d49888f9519d7a33e50b1, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:19,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d48155699e7d49888f9519d7a33e50b1 is 175, key is test_row_0/A:col10/1732030758071/Put/seqid=0 2024-11-19T15:39:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742396_1572 (size=30955) 2024-11-19T15:39:19,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030819546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030819546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030819546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030819546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030819546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T15:39:19,776 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d48155699e7d49888f9519d7a33e50b1 2024-11-19T15:39:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d445a21ac83a4046841f59f6027308c7 is 50, key is test_row_0/B:col10/1732030758071/Put/seqid=0 2024-11-19T15:39:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742397_1573 (size=12001) 2024-11-19T15:39:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030819856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030819856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030819856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030819856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030819856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T15:39:20,189 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d445a21ac83a4046841f59f6027308c7 2024-11-19T15:39:20,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d2f8bd7dcba049f7b044f44c9a011d6c is 50, key is test_row_0/C:col10/1732030758071/Put/seqid=0 2024-11-19T15:39:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742398_1574 (size=12001) 2024-11-19T15:39:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:20,599 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d2f8bd7dcba049f7b044f44c9a011d6c 2024-11-19T15:39:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d48155699e7d49888f9519d7a33e50b1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d48155699e7d49888f9519d7a33e50b1 2024-11-19T15:39:20,606 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d48155699e7d49888f9519d7a33e50b1, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T15:39:20,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d445a21ac83a4046841f59f6027308c7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d445a21ac83a4046841f59f6027308c7 2024-11-19T15:39:20,609 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d445a21ac83a4046841f59f6027308c7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T15:39:20,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d2f8bd7dcba049f7b044f44c9a011d6c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2f8bd7dcba049f7b044f44c9a011d6c 2024-11-19T15:39:20,613 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2f8bd7dcba049f7b044f44c9a011d6c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T15:39:20,613 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for ea6fdad73653465018c65bb05c9051b1 in 1656ms, sequenceid=40, compaction requested=false 2024-11-19T15:39:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-19T15:39:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-19T15:39:20,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-19T15:39:20,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5800 sec 2024-11-19T15:39:20,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.5850 sec 2024-11-19T15:39:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:21,378 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:21,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T15:39:21,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ddb8cfad6a8b45b4a1f0684f8d891e3e_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030761379/Put/seqid=0 2024-11-19T15:39:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030821395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030821395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742399_1575 (size=12154) 2024-11-19T15:39:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030821399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030821400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030821400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030821506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030821506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030821506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030821516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030821516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030821715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030821716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030821716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030821726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030821726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:21,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:21,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ddb8cfad6a8b45b4a1f0684f8d891e3e_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ddb8cfad6a8b45b4a1f0684f8d891e3e_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:21,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b84d30acfc5846acb6b7a39d99ab3145, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:21,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b84d30acfc5846acb6b7a39d99ab3145 is 175, key is test_row_0/A:col10/1732030761379/Put/seqid=0 2024-11-19T15:39:21,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742400_1576 (size=30955) 2024-11-19T15:39:21,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b84d30acfc5846acb6b7a39d99ab3145 2024-11-19T15:39:21,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/479d60341fe64ea29d17e424a66a0cc2 is 50, key is test_row_0/B:col10/1732030761379/Put/seqid=0 2024-11-19T15:39:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742401_1577 (size=12001) 2024-11-19T15:39:22,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030822026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030822026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030822026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030822035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030822035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T15:39:22,206 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:22,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-19T15:39:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T15:39:22,208 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:22,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:22,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:22,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/479d60341fe64ea29d17e424a66a0cc2 2024-11-19T15:39:22,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/e488d84336f64150a6e92de722ce98d4 is 50, key is test_row_0/C:col10/1732030761379/Put/seqid=0 2024-11-19T15:39:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742402_1578 (size=12001) 2024-11-19T15:39:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T15:39:22,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T15:39:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:22,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T15:39:22,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:22,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:22,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T15:39:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030822535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030822536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030822536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030822546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030822546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:22,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/e488d84336f64150a6e92de722ce98d4 2024-11-19T15:39:22,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b84d30acfc5846acb6b7a39d99ab3145 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b84d30acfc5846acb6b7a39d99ab3145 2024-11-19T15:39:22,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b84d30acfc5846acb6b7a39d99ab3145, entries=150, sequenceid=57, filesize=30.2 K 2024-11-19T15:39:22,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/479d60341fe64ea29d17e424a66a0cc2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/479d60341fe64ea29d17e424a66a0cc2 2024-11-19T15:39:22,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/479d60341fe64ea29d17e424a66a0cc2, entries=150, sequenceid=57, filesize=11.7 K 2024-11-19T15:39:22,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/e488d84336f64150a6e92de722ce98d4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e488d84336f64150a6e92de722ce98d4 2024-11-19T15:39:22,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e488d84336f64150a6e92de722ce98d4, entries=150, sequenceid=57, filesize=11.7 K 2024-11-19T15:39:22,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ea6fdad73653465018c65bb05c9051b1 in 1268ms, sequenceid=57, compaction requested=true 2024-11-19T15:39:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:22,647 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:22,647 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:22,648 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:22,648 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:22,648 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,648 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c7ff3191504f48fea7612d08a3a7cb7c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d48155699e7d49888f9519d7a33e50b1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b84d30acfc5846acb6b7a39d99ab3145] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=99.1 K 2024-11-19T15:39:22,648 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:22,648 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,648 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:22,648 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c7ff3191504f48fea7612d08a3a7cb7c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d48155699e7d49888f9519d7a33e50b1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b84d30acfc5846acb6b7a39d99ab3145] 2024-11-19T15:39:22,648 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,648 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1604483c79944cdb896c4700a243514e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d445a21ac83a4046841f59f6027308c7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/479d60341fe64ea29d17e424a66a0cc2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=35.2 K 2024-11-19T15:39:22,648 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7ff3191504f48fea7612d08a3a7cb7c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732030758044 2024-11-19T15:39:22,648 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1604483c79944cdb896c4700a243514e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732030758044 2024-11-19T15:39:22,649 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d48155699e7d49888f9519d7a33e50b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732030758062 2024-11-19T15:39:22,649 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d445a21ac83a4046841f59f6027308c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732030758062 2024-11-19T15:39:22,649 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 479d60341fe64ea29d17e424a66a0cc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732030759218 2024-11-19T15:39:22,649 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b84d30acfc5846acb6b7a39d99ab3145, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732030759218 2024-11-19T15:39:22,654 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:22,655 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#493 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:22,655 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a50fce8cc2c44e78a399e7bb08f5bf6c is 50, key is test_row_0/B:col10/1732030761379/Put/seqid=0 2024-11-19T15:39:22,655 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411196b038a17baa64d44b44f6ac78aeb6934_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:22,657 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411196b038a17baa64d44b44f6ac78aeb6934_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:22,657 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196b038a17baa64d44b44f6ac78aeb6934_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:22,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742403_1579 (size=12104) 2024-11-19T15:39:22,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742404_1580 (size=4469) 2024-11-19T15:39:22,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T15:39:22,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:22,667 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T15:39:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111959db5d08bbbf4102b2c8441ffd705750_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030761398/Put/seqid=0 2024-11-19T15:39:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742405_1581 (size=12154) 2024-11-19T15:39:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T15:39:23,062 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#494 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:23,063 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/9ae01d526b1d45649d6cbe9132e725ff is 175, key is test_row_0/A:col10/1732030761379/Put/seqid=0 2024-11-19T15:39:23,069 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a50fce8cc2c44e78a399e7bb08f5bf6c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a50fce8cc2c44e78a399e7bb08f5bf6c 2024-11-19T15:39:23,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742406_1582 (size=31058) 2024-11-19T15:39:23,073 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into a50fce8cc2c44e78a399e7bb08f5bf6c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:23,073 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:23,073 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=13, startTime=1732030762647; duration=0sec 2024-11-19T15:39:23,073 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:23,073 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:23,073 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:23,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:23,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/C is initiating minor compaction (all files) 2024-11-19T15:39:23,075 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/C in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:23,075 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/4d5a3a730c634b1baf1bdb078bdb908b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2f8bd7dcba049f7b044f44c9a011d6c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e488d84336f64150a6e92de722ce98d4] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=35.2 K 2024-11-19T15:39:23,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d5a3a730c634b1baf1bdb078bdb908b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732030758044 2024-11-19T15:39:23,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d2f8bd7dcba049f7b044f44c9a011d6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732030758062 2024-11-19T15:39:23,076 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e488d84336f64150a6e92de722ce98d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732030759218 2024-11-19T15:39:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,081 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111959db5d08bbbf4102b2c8441ffd705750_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111959db5d08bbbf4102b2c8441ffd705750_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/9525025e0d6e4aeda698ab04f9f11d1c, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:23,082 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/9525025e0d6e4aeda698ab04f9f11d1c is 175, key is test_row_0/A:col10/1732030761398/Put/seqid=0 2024-11-19T15:39:23,083 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/12441c17745f452e9eb4e57e56bac561 is 50, key is test_row_0/C:col10/1732030761379/Put/seqid=0 2024-11-19T15:39:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742407_1583 (size=30955) 2024-11-19T15:39:23,086 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/9525025e0d6e4aeda698ab04f9f11d1c 2024-11-19T15:39:23,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742408_1584 (size=12104) 2024-11-19T15:39:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/2de634953b1a48b2acec1520aa9e5d13 is 50, key is test_row_0/B:col10/1732030761398/Put/seqid=0 2024-11-19T15:39:23,099 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/12441c17745f452e9eb4e57e56bac561 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/12441c17745f452e9eb4e57e56bac561 2024-11-19T15:39:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742409_1585 (size=12001) 2024-11-19T15:39:23,104 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/2de634953b1a48b2acec1520aa9e5d13 2024-11-19T15:39:23,105 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/C of ea6fdad73653465018c65bb05c9051b1 into 12441c17745f452e9eb4e57e56bac561(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:23,105 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:23,105 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/C, priority=13, startTime=1732030762647; duration=0sec 2024-11-19T15:39:23,105 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:23,105 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:23,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/dcf546b159bb4d8da9db870a8f318ebb is 50, key is test_row_0/C:col10/1732030761398/Put/seqid=0 2024-11-19T15:39:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742410_1586 (size=12001) 2024-11-19T15:39:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T15:39:23,477 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/9ae01d526b1d45649d6cbe9132e725ff as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9ae01d526b1d45649d6cbe9132e725ff 2024-11-19T15:39:23,481 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into 9ae01d526b1d45649d6cbe9132e725ff(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:23,481 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:23,481 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=13, startTime=1732030762647; duration=0sec 2024-11-19T15:39:23,481 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:23,481 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:23,516 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/dcf546b159bb4d8da9db870a8f318ebb 2024-11-19T15:39:23,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/9525025e0d6e4aeda698ab04f9f11d1c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9525025e0d6e4aeda698ab04f9f11d1c 2024-11-19T15:39:23,523 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9525025e0d6e4aeda698ab04f9f11d1c, entries=150, sequenceid=76, filesize=30.2 K 2024-11-19T15:39:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/2de634953b1a48b2acec1520aa9e5d13 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2de634953b1a48b2acec1520aa9e5d13 2024-11-19T15:39:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,527 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2de634953b1a48b2acec1520aa9e5d13, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T15:39:23,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/dcf546b159bb4d8da9db870a8f318ebb as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dcf546b159bb4d8da9db870a8f318ebb 2024-11-19T15:39:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,531 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dcf546b159bb4d8da9db870a8f318ebb, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T15:39:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,532 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for ea6fdad73653465018c65bb05c9051b1 in 865ms, sequenceid=76, compaction requested=false 2024-11-19T15:39:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:23,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:23,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-19T15:39:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-19T15:39:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-19T15:39:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3250 sec 2024-11-19T15:39:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.3300 sec 2024-11-19T15:39:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,570 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:23,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192450a13e7fc544da921f8e12218f4fef_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030763561/Put/seqid=0 2024-11-19T15:39:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742412_1588 (size=26798) 2024-11-19T15:39:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030823595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030823595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030823596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030823597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030823600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030823706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030823706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030823706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030823706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030823715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030823916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030823916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030823916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030823916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030823926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:23,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:23,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192450a13e7fc544da921f8e12218f4fef_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192450a13e7fc544da921f8e12218f4fef_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:23,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/284ec45da48f40f8a7cc03a9d3abaa18, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:23,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/284ec45da48f40f8a7cc03a9d3abaa18 is 175, key is test_row_0/A:col10/1732030763561/Put/seqid=0 2024-11-19T15:39:23,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742411_1587 (size=82585) 2024-11-19T15:39:24,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030824225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030824226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030824226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030824226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030824236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T15:39:24,356 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:24,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-19T15:39:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T15:39:24,358 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:24,359 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:24,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:24,389 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/284ec45da48f40f8a7cc03a9d3abaa18 2024-11-19T15:39:24,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1166c75c15eb4615a4c800b401e7be18 is 50, key is test_row_0/B:col10/1732030763561/Put/seqid=0 2024-11-19T15:39:24,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742413_1589 (size=12001) 2024-11-19T15:39:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T15:39:24,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T15:39:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T15:39:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T15:39:24,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030824736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030824736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030824736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030824736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030824746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:24,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1166c75c15eb4615a4c800b401e7be18 2024-11-19T15:39:24,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/3422479390604477b272b83abbdca2a3 is 50, key is test_row_0/C:col10/1732030763561/Put/seqid=0 2024-11-19T15:39:24,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742414_1590 (size=12001) 2024-11-19T15:39:24,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T15:39:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T15:39:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:24,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T15:39:25,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T15:39:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:25,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/3422479390604477b272b83abbdca2a3 2024-11-19T15:39:25,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/284ec45da48f40f8a7cc03a9d3abaa18 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/284ec45da48f40f8a7cc03a9d3abaa18 2024-11-19T15:39:25,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/284ec45da48f40f8a7cc03a9d3abaa18, entries=450, sequenceid=91, filesize=80.6 K 2024-11-19T15:39:25,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1166c75c15eb4615a4c800b401e7be18 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1166c75c15eb4615a4c800b401e7be18 2024-11-19T15:39:25,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1166c75c15eb4615a4c800b401e7be18, entries=150, sequenceid=91, filesize=11.7 K 2024-11-19T15:39:25,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/3422479390604477b272b83abbdca2a3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/3422479390604477b272b83abbdca2a3 2024-11-19T15:39:25,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/3422479390604477b272b83abbdca2a3, entries=150, sequenceid=91, filesize=11.7 K 2024-11-19T15:39:25,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ea6fdad73653465018c65bb05c9051b1 in 1653ms, sequenceid=91, compaction requested=true 2024-11-19T15:39:25,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:25,224 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:25,224 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144598 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:25,225 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,225 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,225 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9ae01d526b1d45649d6cbe9132e725ff, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9525025e0d6e4aeda698ab04f9f11d1c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/284ec45da48f40f8a7cc03a9d3abaa18] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=141.2 K 2024-11-19T15:39:25,225 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a50fce8cc2c44e78a399e7bb08f5bf6c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2de634953b1a48b2acec1520aa9e5d13, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1166c75c15eb4615a4c800b401e7be18] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=35.3 K 2024-11-19T15:39:25,225 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9ae01d526b1d45649d6cbe9132e725ff, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9525025e0d6e4aeda698ab04f9f11d1c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/284ec45da48f40f8a7cc03a9d3abaa18] 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a50fce8cc2c44e78a399e7bb08f5bf6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732030759218 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ae01d526b1d45649d6cbe9132e725ff, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732030759218 2024-11-19T15:39:25,225 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2de634953b1a48b2acec1520aa9e5d13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732030761397 2024-11-19T15:39:25,226 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1166c75c15eb4615a4c800b401e7be18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732030763561 2024-11-19T15:39:25,226 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9525025e0d6e4aeda698ab04f9f11d1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732030761397 2024-11-19T15:39:25,226 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 284ec45da48f40f8a7cc03a9d3abaa18, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732030763553 2024-11-19T15:39:25,232 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:25,232 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d22731a972c546c0880a7c1960bc218b is 50, key is test_row_0/B:col10/1732030763561/Put/seqid=0 2024-11-19T15:39:25,233 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:25,237 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111984301482207a4934967265e5999122fe_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:25,239 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111984301482207a4934967265e5999122fe_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:25,239 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111984301482207a4934967265e5999122fe_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742415_1591 (size=12207) 2024-11-19T15:39:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742416_1592 (size=4469) 2024-11-19T15:39:25,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T15:39:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,276 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T15:39:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119548a6841f90a4a2187e529a8d2c32dab_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030763599/Put/seqid=0 2024-11-19T15:39:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742417_1593 (size=12154) 2024-11-19T15:39:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,289 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119548a6841f90a4a2187e529a8d2c32dab_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119548a6841f90a4a2187e529a8d2c32dab_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c61dc1bc70f6405ebec30ca85d6921a7, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:25,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c61dc1bc70f6405ebec30ca85d6921a7 is 175, key is test_row_0/A:col10/1732030763599/Put/seqid=0 2024-11-19T15:39:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742418_1594 (size=30955) 2024-11-19T15:39:25,295 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c61dc1bc70f6405ebec30ca85d6921a7 2024-11-19T15:39:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/06c49f549bbe44b5832be6e147ff6971 is 50, key is test_row_0/B:col10/1732030763599/Put/seqid=0 2024-11-19T15:39:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742419_1595 (size=12001) 2024-11-19T15:39:25,306 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/06c49f549bbe44b5832be6e147ff6971 2024-11-19T15:39:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/820b03ef559a4dcdb3edcd015fb316fc is 50, key is test_row_0/C:col10/1732030763599/Put/seqid=0 2024-11-19T15:39:25,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742420_1596 (size=12001) 2024-11-19T15:39:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T15:39:25,654 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d22731a972c546c0880a7c1960bc218b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d22731a972c546c0880a7c1960bc218b 2024-11-19T15:39:25,658 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into d22731a972c546c0880a7c1960bc218b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:25,658 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:25,658 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=13, startTime=1732030765224; duration=0sec 2024-11-19T15:39:25,658 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:25,658 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:25,658 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:25,659 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:25,659 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/C is initiating minor compaction (all files) 2024-11-19T15:39:25,659 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/C in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,659 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/12441c17745f452e9eb4e57e56bac561, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dcf546b159bb4d8da9db870a8f318ebb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/3422479390604477b272b83abbdca2a3] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=35.3 K 2024-11-19T15:39:25,659 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 12441c17745f452e9eb4e57e56bac561, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732030759218 2024-11-19T15:39:25,660 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting dcf546b159bb4d8da9db870a8f318ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732030761397 2024-11-19T15:39:25,660 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 3422479390604477b272b83abbdca2a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732030763561 2024-11-19T15:39:25,663 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#503 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:25,663 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/e563bb4fa4b64b5d99992adb134a62e7 is 175, key is test_row_0/A:col10/1732030763561/Put/seqid=0 2024-11-19T15:39:25,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742421_1597 (size=31161) 2024-11-19T15:39:25,668 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:25,669 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/176d1942142643a997e1e933763a47a4 is 50, key is test_row_0/C:col10/1732030763561/Put/seqid=0 2024-11-19T15:39:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742422_1598 (size=12207) 2024-11-19T15:39:25,676 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/176d1942142643a997e1e933763a47a4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/176d1942142643a997e1e933763a47a4 2024-11-19T15:39:25,680 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/C of ea6fdad73653465018c65bb05c9051b1 into 176d1942142643a997e1e933763a47a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:25,680 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:25,680 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/C, priority=13, startTime=1732030765224; duration=0sec 2024-11-19T15:39:25,680 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:25,680 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:25,717 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/820b03ef559a4dcdb3edcd015fb316fc 2024-11-19T15:39:25,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c61dc1bc70f6405ebec30ca85d6921a7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c61dc1bc70f6405ebec30ca85d6921a7 2024-11-19T15:39:25,724 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c61dc1bc70f6405ebec30ca85d6921a7, entries=150, sequenceid=115, filesize=30.2 K 2024-11-19T15:39:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/06c49f549bbe44b5832be6e147ff6971 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/06c49f549bbe44b5832be6e147ff6971 2024-11-19T15:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,728 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/06c49f549bbe44b5832be6e147ff6971, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T15:39:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/820b03ef559a4dcdb3edcd015fb316fc as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/820b03ef559a4dcdb3edcd015fb316fc 2024-11-19T15:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,732 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/820b03ef559a4dcdb3edcd015fb316fc, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T15:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,733 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for ea6fdad73653465018c65bb05c9051b1 in 457ms, sequenceid=115, compaction requested=false 2024-11-19T15:39:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-19T15:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-19T15:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-19T15:39:25,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3750 sec 2024-11-19T15:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.3800 sec 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:25,781 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:25,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b532679bc8d94cde83c50754c4677872_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030765779/Put/seqid=0 2024-11-19T15:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742423_1599 (size=19524) 2024-11-19T15:39:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:25,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030825809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030825809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030825810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030825814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030825814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030825926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030825926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030825926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030825927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030825927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,075 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/e563bb4fa4b64b5d99992adb134a62e7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e563bb4fa4b64b5d99992adb134a62e7 2024-11-19T15:39:26,080 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into e563bb4fa4b64b5d99992adb134a62e7(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:26,080 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:26,080 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=13, startTime=1732030765223; duration=0sec 2024-11-19T15:39:26,080 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:26,080 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030826136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030826137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030826137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030826137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030826137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b532679bc8d94cde83c50754c4677872_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b532679bc8d94cde83c50754c4677872_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:26,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/420838914a034c258bedadb5605aaa30, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:26,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/420838914a034c258bedadb5605aaa30 is 175, key is test_row_0/A:col10/1732030765779/Put/seqid=0 2024-11-19T15:39:26,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742424_1600 (size=56783) 2024-11-19T15:39:26,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/420838914a034c258bedadb5605aaa30 2024-11-19T15:39:26,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/6f8ac281c1954d8f8252e960f989252c is 50, key is test_row_0/B:col10/1732030765779/Put/seqid=0 2024-11-19T15:39:26,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742425_1601 (size=12051) 2024-11-19T15:39:26,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/6f8ac281c1954d8f8252e960f989252c 2024-11-19T15:39:26,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/851d228f59e84b84978c07cd24caeae9 is 50, key is test_row_0/C:col10/1732030765779/Put/seqid=0 2024-11-19T15:39:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742426_1602 (size=12051) 2024-11-19T15:39:26,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/851d228f59e84b84978c07cd24caeae9 2024-11-19T15:39:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/420838914a034c258bedadb5605aaa30 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/420838914a034c258bedadb5605aaa30 2024-11-19T15:39:26,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/420838914a034c258bedadb5605aaa30, entries=300, sequenceid=129, filesize=55.5 K 2024-11-19T15:39:26,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/6f8ac281c1954d8f8252e960f989252c as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6f8ac281c1954d8f8252e960f989252c 2024-11-19T15:39:26,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6f8ac281c1954d8f8252e960f989252c, entries=150, sequenceid=129, filesize=11.8 K 2024-11-19T15:39:26,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/851d228f59e84b84978c07cd24caeae9 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/851d228f59e84b84978c07cd24caeae9 2024-11-19T15:39:26,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/851d228f59e84b84978c07cd24caeae9, entries=150, sequenceid=129, filesize=11.8 K 2024-11-19T15:39:26,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ea6fdad73653465018c65bb05c9051b1 in 488ms, sequenceid=129, compaction requested=true 2024-11-19T15:39:26,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:26,270 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:26,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:26,270 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:26,271 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:26,271 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:26,271 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,271 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d22731a972c546c0880a7c1960bc218b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/06c49f549bbe44b5832be6e147ff6971, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6f8ac281c1954d8f8252e960f989252c] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=35.4 K 2024-11-19T15:39:26,271 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:26,271 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:26,271 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,271 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e563bb4fa4b64b5d99992adb134a62e7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c61dc1bc70f6405ebec30ca85d6921a7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/420838914a034c258bedadb5605aaa30] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=116.1 K 2024-11-19T15:39:26,272 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,272 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e563bb4fa4b64b5d99992adb134a62e7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c61dc1bc70f6405ebec30ca85d6921a7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/420838914a034c258bedadb5605aaa30] 2024-11-19T15:39:26,272 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e563bb4fa4b64b5d99992adb134a62e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732030763561 2024-11-19T15:39:26,272 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d22731a972c546c0880a7c1960bc218b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732030763561 2024-11-19T15:39:26,272 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c61dc1bc70f6405ebec30ca85d6921a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732030763589 2024-11-19T15:39:26,273 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 06c49f549bbe44b5832be6e147ff6971, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732030763589 2024-11-19T15:39:26,279 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8ac281c1954d8f8252e960f989252c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732030765778 2024-11-19T15:39:26,279 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 420838914a034c258bedadb5605aaa30, keycount=300, bloomtype=ROW, size=55.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732030765758 2024-11-19T15:39:26,295 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:26,297 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:26,298 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1e81da45a87b430eaf7e8d01895ebaa4 is 50, key is test_row_0/B:col10/1732030765779/Put/seqid=0 2024-11-19T15:39:26,298 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411195f1d4fde121a417e9d2084e79f5ddbbf_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:26,300 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411195f1d4fde121a417e9d2084e79f5ddbbf_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:26,300 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195f1d4fde121a417e9d2084e79f5ddbbf_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742427_1603 (size=12359) 2024-11-19T15:39:26,320 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/1e81da45a87b430eaf7e8d01895ebaa4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1e81da45a87b430eaf7e8d01895ebaa4 2024-11-19T15:39:26,325 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into 1e81da45a87b430eaf7e8d01895ebaa4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:26,325 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:26,325 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=13, startTime=1732030766270; duration=0sec 2024-11-19T15:39:26,325 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:26,325 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:26,326 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:26,326 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:26,326 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/C is initiating minor compaction (all files) 2024-11-19T15:39:26,327 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/C in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,327 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/176d1942142643a997e1e933763a47a4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/820b03ef559a4dcdb3edcd015fb316fc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/851d228f59e84b84978c07cd24caeae9] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=35.4 K 2024-11-19T15:39:26,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742428_1604 (size=4469) 2024-11-19T15:39:26,327 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 176d1942142643a997e1e933763a47a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732030763561 2024-11-19T15:39:26,328 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 820b03ef559a4dcdb3edcd015fb316fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732030763589 2024-11-19T15:39:26,328 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 851d228f59e84b84978c07cd24caeae9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732030765778 2024-11-19T15:39:26,338 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:26,339 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d2d2a2cd4c24409e9c78afd86904f4ad is 50, key is test_row_0/C:col10/1732030765779/Put/seqid=0 2024-11-19T15:39:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742429_1605 (size=12359) 2024-11-19T15:39:26,349 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d2d2a2cd4c24409e9c78afd86904f4ad as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2d2a2cd4c24409e9c78afd86904f4ad 2024-11-19T15:39:26,356 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/C of ea6fdad73653465018c65bb05c9051b1 into d2d2a2cd4c24409e9c78afd86904f4ad(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:26,356 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:26,356 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/C, priority=13, startTime=1732030766270; duration=0sec 2024-11-19T15:39:26,356 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:26,356 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:26,449 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:26,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T15:39:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119cc4103840e724b509947556893542625_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030765809/Put/seqid=0 2024-11-19T15:39:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030826454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030826456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030826457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030826459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030826459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742430_1606 (size=14794) 2024-11-19T15:39:26,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119cc4103840e724b509947556893542625_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cc4103840e724b509947556893542625_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:26,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/e1a4b4458c0b4fb0808070bc6a41e00e, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:26,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/e1a4b4458c0b4fb0808070bc6a41e00e is 175, key is test_row_0/A:col10/1732030765809/Put/seqid=0 2024-11-19T15:39:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742431_1607 (size=39749) 2024-11-19T15:39:26,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/e1a4b4458c0b4fb0808070bc6a41e00e 2024-11-19T15:39:26,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/00645cd58b2d470f8fb9c4afda64ef25 is 50, key is test_row_0/B:col10/1732030765809/Put/seqid=0 2024-11-19T15:39:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T15:39:26,506 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:26,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:26,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742432_1608 (size=12151) 2024-11-19T15:39:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-19T15:39:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T15:39:26,508 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:26,509 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:26,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:26,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030826566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030826566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030826566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030826575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T15:39:26,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T15:39:26,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:26,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:26,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:26,730 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:26,730 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ff34a1c15e764f8ab1599dbfe60a48cf is 175, key is test_row_0/A:col10/1732030765779/Put/seqid=0 2024-11-19T15:39:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742433_1609 (size=31313) 2024-11-19T15:39:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030826776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030826776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030826776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030826786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:26,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T15:39:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T15:39:26,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/00645cd58b2d470f8fb9c4afda64ef25 2024-11-19T15:39:26,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/61b957b2732445f98422c9148094015d is 50, key is test_row_0/C:col10/1732030765809/Put/seqid=0 2024-11-19T15:39:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742434_1610 (size=12151) 2024-11-19T15:39:26,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/61b957b2732445f98422c9148094015d 2024-11-19T15:39:26,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/e1a4b4458c0b4fb0808070bc6a41e00e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e1a4b4458c0b4fb0808070bc6a41e00e 2024-11-19T15:39:26,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e1a4b4458c0b4fb0808070bc6a41e00e, entries=200, sequenceid=159, filesize=38.8 K 2024-11-19T15:39:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/00645cd58b2d470f8fb9c4afda64ef25 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/00645cd58b2d470f8fb9c4afda64ef25 2024-11-19T15:39:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/00645cd58b2d470f8fb9c4afda64ef25, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T15:39:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/61b957b2732445f98422c9148094015d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/61b957b2732445f98422c9148094015d 2024-11-19T15:39:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/61b957b2732445f98422c9148094015d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T15:39:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ea6fdad73653465018c65bb05c9051b1 in 512ms, sequenceid=159, compaction requested=false 2024-11-19T15:39:26,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T15:39:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,968 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T15:39:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119deea9a1fa36f48c9875f995c555262eb_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_1/A:col10/1732030766457/Put/seqid=0 2024-11-19T15:39:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742435_1611 (size=9814) 2024-11-19T15:39:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,039 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119deea9a1fa36f48c9875f995c555262eb_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119deea9a1fa36f48c9875f995c555262eb_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c54305c08978456f96b214566565fc67, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:27,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c54305c08978456f96b214566565fc67 is 175, key is test_row_1/A:col10/1732030766457/Put/seqid=0 2024-11-19T15:39:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742436_1612 (size=22461) 2024-11-19T15:39:27,044 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c54305c08978456f96b214566565fc67 2024-11-19T15:39:27,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a459fc3ad9584258a83557af22ae9e24 is 50, key is test_row_1/B:col10/1732030766457/Put/seqid=0 2024-11-19T15:39:27,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742437_1613 (size=9757) 2024-11-19T15:39:27,097 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a459fc3ad9584258a83557af22ae9e24 2024-11-19T15:39:27,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030827098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030827100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/13b664c24f7e4ec3b3c935c3b73b5db5 is 50, key is test_row_1/C:col10/1732030766457/Put/seqid=0 2024-11-19T15:39:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030827101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030827103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030827105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742438_1614 (size=9757) 2024-11-19T15:39:27,114 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/13b664c24f7e4ec3b3c935c3b73b5db5 2024-11-19T15:39:27,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c54305c08978456f96b214566565fc67 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c54305c08978456f96b214566565fc67 2024-11-19T15:39:27,128 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c54305c08978456f96b214566565fc67, entries=100, sequenceid=168, filesize=21.9 K 2024-11-19T15:39:27,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a459fc3ad9584258a83557af22ae9e24 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a459fc3ad9584258a83557af22ae9e24 2024-11-19T15:39:27,135 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a459fc3ad9584258a83557af22ae9e24, entries=100, sequenceid=168, filesize=9.5 K 2024-11-19T15:39:27,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/13b664c24f7e4ec3b3c935c3b73b5db5 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/13b664c24f7e4ec3b3c935c3b73b5db5 2024-11-19T15:39:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T15:39:27,140 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/13b664c24f7e4ec3b3c935c3b73b5db5, entries=100, sequenceid=168, filesize=9.5 K 2024-11-19T15:39:27,142 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ea6fdad73653465018c65bb05c9051b1 in 173ms, sequenceid=168, compaction requested=true 2024-11-19T15:39:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-19T15:39:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-19T15:39:27,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-19T15:39:27,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 635 msec 2024-11-19T15:39:27,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 641 msec 2024-11-19T15:39:27,167 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ff34a1c15e764f8ab1599dbfe60a48cf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ff34a1c15e764f8ab1599dbfe60a48cf 2024-11-19T15:39:27,176 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into ff34a1c15e764f8ab1599dbfe60a48cf(size=30.6 K), total size for store is 91.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:27,176 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:27,176 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=13, startTime=1732030766269; duration=0sec 2024-11-19T15:39:27,176 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:27,176 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:27,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T15:39:27,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030827226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030827234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030827235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030827236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030827237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190b5a72f7c00e4adb9104f1c90d192ee1_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030767094/Put/seqid=0 2024-11-19T15:39:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742439_1615 (size=12304) 2024-11-19T15:39:27,291 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:27,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190b5a72f7c00e4adb9104f1c90d192ee1_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190b5a72f7c00e4adb9104f1c90d192ee1_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:27,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:27,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e is 175, key is test_row_0/A:col10/1732030767094/Put/seqid=0 2024-11-19T15:39:27,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742440_1616 (size=31105) 2024-11-19T15:39:27,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030827347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030827347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030827347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030827347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030827347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030827556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030827556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030827556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030827556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030827557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T15:39:27,647 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:27,647 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-19T15:39:27,652 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T15:39:27,654 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:27,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:27,741 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e 2024-11-19T15:39:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T15:39:27,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d76385c38d3d4c8eb8dca1a06e290e4d is 50, key is test_row_0/B:col10/1732030767094/Put/seqid=0 2024-11-19T15:39:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742441_1617 (size=12151) 2024-11-19T15:39:27,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T15:39:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:27,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:27,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030827866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030827866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030827866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030827867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030827867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:27,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T15:39:27,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:27,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:27,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:27,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:27,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T15:39:28,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T15:39:28,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:28,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:28,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:28,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d76385c38d3d4c8eb8dca1a06e290e4d 2024-11-19T15:39:28,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/b19200c635b54aaabbd7226de1b08899 is 50, key is test_row_0/C:col10/1732030767094/Put/seqid=0 2024-11-19T15:39:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742442_1618 (size=12151) 2024-11-19T15:39:28,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/b19200c635b54aaabbd7226de1b08899 2024-11-19T15:39:28,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e 2024-11-19T15:39:28,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e, entries=150, sequenceid=198, filesize=30.4 K 2024-11-19T15:39:28,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d76385c38d3d4c8eb8dca1a06e290e4d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d76385c38d3d4c8eb8dca1a06e290e4d 2024-11-19T15:39:28,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d76385c38d3d4c8eb8dca1a06e290e4d, entries=150, sequenceid=198, filesize=11.9 K 2024-11-19T15:39:28,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/b19200c635b54aaabbd7226de1b08899 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b19200c635b54aaabbd7226de1b08899 2024-11-19T15:39:28,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b19200c635b54aaabbd7226de1b08899, entries=150, sequenceid=198, filesize=11.9 K 2024-11-19T15:39:28,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for ea6fdad73653465018c65bb05c9051b1 in 1028ms, sequenceid=198, compaction requested=true 2024-11-19T15:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:28,251 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:28,251 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:39:28,255 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124628 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:39:28,255 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:39:28,255 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:28,255 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:28,255 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,255 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,255 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ff34a1c15e764f8ab1599dbfe60a48cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e1a4b4458c0b4fb0808070bc6a41e00e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c54305c08978456f96b214566565fc67, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=121.7 K 2024-11-19T15:39:28,255 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1e81da45a87b430eaf7e8d01895ebaa4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/00645cd58b2d470f8fb9c4afda64ef25, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a459fc3ad9584258a83557af22ae9e24, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d76385c38d3d4c8eb8dca1a06e290e4d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=45.3 K 2024-11-19T15:39:28,255 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,255 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ff34a1c15e764f8ab1599dbfe60a48cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e1a4b4458c0b4fb0808070bc6a41e00e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c54305c08978456f96b214566565fc67, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e] 2024-11-19T15:39:28,256 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff34a1c15e764f8ab1599dbfe60a48cf, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732030765778 2024-11-19T15:39:28,256 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e81da45a87b430eaf7e8d01895ebaa4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732030765778 2024-11-19T15:39:28,256 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1a4b4458c0b4fb0808070bc6a41e00e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732030765809 2024-11-19T15:39:28,257 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 00645cd58b2d470f8fb9c4afda64ef25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732030765809 2024-11-19T15:39:28,257 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting c54305c08978456f96b214566565fc67, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732030766455 2024-11-19T15:39:28,257 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a459fc3ad9584258a83557af22ae9e24, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732030766455 2024-11-19T15:39:28,257 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 037dd7ded8fb4b23a6ef4d5fd29a1c4e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732030767094 2024-11-19T15:39:28,258 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d76385c38d3d4c8eb8dca1a06e290e4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732030767094 2024-11-19T15:39:28,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T15:39:28,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,271 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T15:39:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T15:39:28,280 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:28,281 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/b7ddd8687c4045b9a2dba4c16300e88d is 50, key is test_row_0/B:col10/1732030767094/Put/seqid=0 2024-11-19T15:39:28,283 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:28,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119622ab94e55a044899407390ed0c356cd_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030767233/Put/seqid=0 2024-11-19T15:39:28,289 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111944633a3624ee41f2ad63a5aea3a3909f_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:28,291 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111944633a3624ee41f2ad63a5aea3a3909f_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:28,291 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111944633a3624ee41f2ad63a5aea3a3909f_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742444_1620 (size=12304) 2024-11-19T15:39:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:28,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742443_1619 (size=12595) 2024-11-19T15:39:28,315 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119622ab94e55a044899407390ed0c356cd_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119622ab94e55a044899407390ed0c356cd_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b6b0212da0e3489780f50081f3b31a03, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:28,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b6b0212da0e3489780f50081f3b31a03 is 175, key is test_row_0/A:col10/1732030767233/Put/seqid=0 2024-11-19T15:39:28,322 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/b7ddd8687c4045b9a2dba4c16300e88d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/b7ddd8687c4045b9a2dba4c16300e88d 2024-11-19T15:39:28,328 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into b7ddd8687c4045b9a2dba4c16300e88d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:28,328 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:28,328 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=12, startTime=1732030768251; duration=0sec 2024-11-19T15:39:28,328 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:28,328 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:28,329 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:39:28,330 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:39:28,330 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/C is initiating minor compaction (all files) 2024-11-19T15:39:28,330 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/C in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,330 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2d2a2cd4c24409e9c78afd86904f4ad, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/61b957b2732445f98422c9148094015d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/13b664c24f7e4ec3b3c935c3b73b5db5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b19200c635b54aaabbd7226de1b08899] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=45.3 K 2024-11-19T15:39:28,330 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d2a2cd4c24409e9c78afd86904f4ad, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732030765778 2024-11-19T15:39:28,331 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 61b957b2732445f98422c9148094015d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732030765809 2024-11-19T15:39:28,331 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b664c24f7e4ec3b3c935c3b73b5db5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732030766455 2024-11-19T15:39:28,331 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b19200c635b54aaabbd7226de1b08899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732030767094 2024-11-19T15:39:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742445_1621 (size=4469) 2024-11-19T15:39:28,348 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#524 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:28,348 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ad929e25ba314fb59c18489ba5046d48 is 175, key is test_row_0/A:col10/1732030767094/Put/seqid=0 2024-11-19T15:39:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742446_1622 (size=31105) 2024-11-19T15:39:28,362 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b6b0212da0e3489780f50081f3b31a03 2024-11-19T15:39:28,372 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:28,373 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/47da97653dbe4bbcbd147715098b252d is 50, key is test_row_0/C:col10/1732030767094/Put/seqid=0 2024-11-19T15:39:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a599ee4995144d2eac7d4dbf323c7cba is 50, key is test_row_0/B:col10/1732030767233/Put/seqid=0 2024-11-19T15:39:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742447_1623 (size=31549) 2024-11-19T15:39:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:28,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:28,398 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ad929e25ba314fb59c18489ba5046d48 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ad929e25ba314fb59c18489ba5046d48 2024-11-19T15:39:28,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742448_1624 (size=12595) 2024-11-19T15:39:28,403 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into ad929e25ba314fb59c18489ba5046d48(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:28,403 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:28,403 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=12, startTime=1732030768251; duration=0sec 2024-11-19T15:39:28,403 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:28,403 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742449_1625 (size=12151) 2024-11-19T15:39:28,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030828427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030828427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030828427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030828429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030828429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030828546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030828546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030828546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030828548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030828549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030828756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030828756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030828757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030828757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030828757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T15:39:28,820 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a599ee4995144d2eac7d4dbf323c7cba 2024-11-19T15:39:28,821 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/47da97653dbe4bbcbd147715098b252d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/47da97653dbe4bbcbd147715098b252d 2024-11-19T15:39:28,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/e7098b4368294a15896945c8f1ab1f65 is 50, key is test_row_0/C:col10/1732030767233/Put/seqid=0 2024-11-19T15:39:28,830 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/C of ea6fdad73653465018c65bb05c9051b1 into 47da97653dbe4bbcbd147715098b252d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:28,830 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:28,830 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/C, priority=12, startTime=1732030768251; duration=0sec 2024-11-19T15:39:28,830 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:28,830 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742450_1626 (size=12151) 2024-11-19T15:39:28,847 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/e7098b4368294a15896945c8f1ab1f65 2024-11-19T15:39:28,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/b6b0212da0e3489780f50081f3b31a03 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b6b0212da0e3489780f50081f3b31a03 2024-11-19T15:39:28,857 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b6b0212da0e3489780f50081f3b31a03, entries=150, sequenceid=207, filesize=30.4 K 2024-11-19T15:39:28,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/a599ee4995144d2eac7d4dbf323c7cba as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a599ee4995144d2eac7d4dbf323c7cba 2024-11-19T15:39:28,861 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a599ee4995144d2eac7d4dbf323c7cba, entries=150, sequenceid=207, filesize=11.9 K 2024-11-19T15:39:28,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/e7098b4368294a15896945c8f1ab1f65 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e7098b4368294a15896945c8f1ab1f65 2024-11-19T15:39:28,888 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e7098b4368294a15896945c8f1ab1f65, entries=150, sequenceid=207, filesize=11.9 K 2024-11-19T15:39:28,891 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for ea6fdad73653465018c65bb05c9051b1 in 620ms, sequenceid=207, compaction requested=false 2024-11-19T15:39:28,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:28,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:28,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-19T15:39:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-19T15:39:28,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-19T15:39:28,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2390 sec 2024-11-19T15:39:28,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.2500 sec 2024-11-19T15:39:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:29,068 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:29,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-19T15:39:29,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030829070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030829071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030829075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030829075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030829075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111901bf98735260406ead7e9bb1bc677593_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030768426/Put/seqid=0 2024-11-19T15:39:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742451_1627 (size=12304) 2024-11-19T15:39:29,124 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,129 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111901bf98735260406ead7e9bb1bc677593_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111901bf98735260406ead7e9bb1bc677593_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:29,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/946b4b4824a2459d8fb0aa6c2777e6ea, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:29,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/946b4b4824a2459d8fb0aa6c2777e6ea is 175, key is test_row_0/A:col10/1732030768426/Put/seqid=0 2024-11-19T15:39:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742452_1628 (size=31105) 2024-11-19T15:39:29,153 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/946b4b4824a2459d8fb0aa6c2777e6ea 2024-11-19T15:39:29,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/2a39253daa7641c0b5098eb9c855e4e2 is 50, key is test_row_0/B:col10/1732030768426/Put/seqid=0 2024-11-19T15:39:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742453_1629 (size=12151) 2024-11-19T15:39:29,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030829186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030829186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030829186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030829187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030829206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030829396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030829396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030829396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030829396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030829416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/2a39253daa7641c0b5098eb9c855e4e2 2024-11-19T15:39:29,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/0094851a200d480fb40938c9835fc28f is 50, key is test_row_0/C:col10/1732030768426/Put/seqid=0 2024-11-19T15:39:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742454_1630 (size=12151) 2024-11-19T15:39:29,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/0094851a200d480fb40938c9835fc28f 2024-11-19T15:39:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/946b4b4824a2459d8fb0aa6c2777e6ea as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/946b4b4824a2459d8fb0aa6c2777e6ea 2024-11-19T15:39:29,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/946b4b4824a2459d8fb0aa6c2777e6ea, entries=150, sequenceid=240, filesize=30.4 K 2024-11-19T15:39:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/2a39253daa7641c0b5098eb9c855e4e2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2a39253daa7641c0b5098eb9c855e4e2 2024-11-19T15:39:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2a39253daa7641c0b5098eb9c855e4e2, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T15:39:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/0094851a200d480fb40938c9835fc28f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/0094851a200d480fb40938c9835fc28f 2024-11-19T15:39:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/0094851a200d480fb40938c9835fc28f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T15:39:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for ea6fdad73653465018c65bb05c9051b1 in 563ms, sequenceid=240, compaction requested=true 2024-11-19T15:39:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:29,631 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,631 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,633 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:29,633 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,633 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:29,633 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:29,633 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:29,633 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,633 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ad929e25ba314fb59c18489ba5046d48, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b6b0212da0e3489780f50081f3b31a03, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/946b4b4824a2459d8fb0aa6c2777e6ea] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=91.6 K 2024-11-19T15:39:29,633 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/b7ddd8687c4045b9a2dba4c16300e88d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a599ee4995144d2eac7d4dbf323c7cba, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2a39253daa7641c0b5098eb9c855e4e2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=36.0 K 2024-11-19T15:39:29,633 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:29,633 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ad929e25ba314fb59c18489ba5046d48, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b6b0212da0e3489780f50081f3b31a03, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/946b4b4824a2459d8fb0aa6c2777e6ea] 2024-11-19T15:39:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,633 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b7ddd8687c4045b9a2dba4c16300e88d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732030767094 2024-11-19T15:39:29,634 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad929e25ba314fb59c18489ba5046d48, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732030767094 2024-11-19T15:39:29,634 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting a599ee4995144d2eac7d4dbf323c7cba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732030767232 2024-11-19T15:39:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,634 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6b0212da0e3489780f50081f3b31a03, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732030767232 2024-11-19T15:39:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,634 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a39253daa7641c0b5098eb9c855e4e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732030768426 2024-11-19T15:39:29,634 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 946b4b4824a2459d8fb0aa6c2777e6ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732030768426 2024-11-19T15:39:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,641 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,642 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/53054dc27e4a4fd69ff993ec8381b426 is 50, key is test_row_0/B:col10/1732030768426/Put/seqid=0 2024-11-19T15:39:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,653 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,670 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119fbab1310855b41dd879024bc33ff0084_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,672 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119fbab1310855b41dd879024bc33ff0084_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:29,672 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119fbab1310855b41dd879024bc33ff0084_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742455_1631 (size=12697) 2024-11-19T15:39:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,683 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/53054dc27e4a4fd69ff993ec8381b426 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/53054dc27e4a4fd69ff993ec8381b426 2024-11-19T15:39:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,688 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into 53054dc27e4a4fd69ff993ec8381b426(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:29,688 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:29,688 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=13, startTime=1732030769631; duration=0sec 2024-11-19T15:39:29,689 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:29,689 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,689 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,690 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:29,690 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/C is initiating minor compaction (all files) 2024-11-19T15:39:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,690 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/C in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:29,690 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/47da97653dbe4bbcbd147715098b252d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e7098b4368294a15896945c8f1ab1f65, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/0094851a200d480fb40938c9835fc28f] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=36.0 K 2024-11-19T15:39:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,690 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 47da97653dbe4bbcbd147715098b252d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732030767094 2024-11-19T15:39:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,691 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting e7098b4368294a15896945c8f1ab1f65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732030767232 2024-11-19T15:39:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,691 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 0094851a200d480fb40938c9835fc28f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732030768426 2024-11-19T15:39:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,704 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#C#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:29,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742456_1632 (size=4469) 2024-11-19T15:39:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,705 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/17b60ead51de4bdf95efa9fd2c666ee2 is 50, key is test_row_0/C:col10/1732030768426/Put/seqid=0 2024-11-19T15:39:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,707 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#533 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,707 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/3c3a1a1c5e18495abe3623d9993ec0fa is 175, key is test_row_0/A:col10/1732030768426/Put/seqid=0 2024-11-19T15:39:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:29,723 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:29,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T15:39:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742458_1634 (size=31651) 2024-11-19T15:39:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742457_1633 (size=12697) 2024-11-19T15:39:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,735 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/3c3a1a1c5e18495abe3623d9993ec0fa as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/3c3a1a1c5e18495abe3623d9993ec0fa 2024-11-19T15:39:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,735 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/17b60ead51de4bdf95efa9fd2c666ee2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/17b60ead51de4bdf95efa9fd2c666ee2 2024-11-19T15:39:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195ef19d1f2f334c8baef4d0550f6992af_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030769721/Put/seqid=0 2024-11-19T15:39:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,741 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into 3c3a1a1c5e18495abe3623d9993ec0fa(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:29,741 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/C of ea6fdad73653465018c65bb05c9051b1 into 17b60ead51de4bdf95efa9fd2c666ee2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:29,741 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:29,741 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:29,741 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/C, priority=13, startTime=1732030769631; duration=0sec 2024-11-19T15:39:29,741 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=13, startTime=1732030769631; duration=0sec 2024-11-19T15:39:29,741 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:29,741 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:29,741 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:29,741 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742459_1635 (size=22268) 2024-11-19T15:39:29,764 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:29,769 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195ef19d1f2f334c8baef4d0550f6992af_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195ef19d1f2f334c8baef4d0550f6992af_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:29,771 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/4e354b86a92d43b49074ef3e2d99c8cf, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:29,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/4e354b86a92d43b49074ef3e2d99c8cf is 175, key is test_row_0/A:col10/1732030769721/Put/seqid=0 2024-11-19T15:39:29,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030829770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030829774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030829776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030829776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030829776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742460_1636 (size=65673) 2024-11-19T15:39:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T15:39:29,796 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/4e354b86a92d43b49074ef3e2d99c8cf 2024-11-19T15:39:29,796 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:29,797 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-19T15:39:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T15:39:29,804 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:29,805 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:29,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:29,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/9fa0e40a22044791b42208cab9a7a247 is 50, key is test_row_0/B:col10/1732030769721/Put/seqid=0 2024-11-19T15:39:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742461_1637 (size=12151) 2024-11-19T15:39:29,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030829886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030829886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030829886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030829886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030829886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T15:39:29,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-19T15:39:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:29,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:29,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:30,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030830096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030830097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030830097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030830097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030830097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-19T15:39:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:30,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T15:39:30,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/9fa0e40a22044791b42208cab9a7a247 2024-11-19T15:39:30,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/7f26e376d1b749538183803b76a79d4d is 50, key is test_row_0/C:col10/1732030769721/Put/seqid=0 2024-11-19T15:39:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742462_1638 (size=12151) 2024-11-19T15:39:30,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/7f26e376d1b749538183803b76a79d4d 2024-11-19T15:39:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/4e354b86a92d43b49074ef3e2d99c8cf as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/4e354b86a92d43b49074ef3e2d99c8cf 2024-11-19T15:39:30,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/4e354b86a92d43b49074ef3e2d99c8cf, entries=350, sequenceid=252, filesize=64.1 K 2024-11-19T15:39:30,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/9fa0e40a22044791b42208cab9a7a247 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/9fa0e40a22044791b42208cab9a7a247 2024-11-19T15:39:30,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/9fa0e40a22044791b42208cab9a7a247, entries=150, sequenceid=252, filesize=11.9 K 2024-11-19T15:39:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/7f26e376d1b749538183803b76a79d4d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7f26e376d1b749538183803b76a79d4d 2024-11-19T15:39:30,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7f26e376d1b749538183803b76a79d4d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-19T15:39:30,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-19T15:39:30,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for ea6fdad73653465018c65bb05c9051b1 in 543ms, sequenceid=252, compaction requested=false 2024-11-19T15:39:30,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:30,267 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T15:39:30,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d90bb78bb1d04b019aa67c9824f5e339_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030769751/Put/seqid=0 2024-11-19T15:39:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742463_1639 (size=12454) 2024-11-19T15:39:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:30,283 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d90bb78bb1d04b019aa67c9824f5e339_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d90bb78bb1d04b019aa67c9824f5e339_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/56f6ef3d4d5d4dbfa40691806737eb9d, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/56f6ef3d4d5d4dbfa40691806737eb9d is 175, key is test_row_0/A:col10/1732030769751/Put/seqid=0 2024-11-19T15:39:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742464_1640 (size=31255) 2024-11-19T15:39:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:30,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:30,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030830410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030830411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030830411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030830413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030830415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T15:39:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030830526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030830526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030830526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030830526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030830526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,695 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/56f6ef3d4d5d4dbfa40691806737eb9d 2024-11-19T15:39:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/e18ab41e091949caae771cee11573590 is 50, key is test_row_0/B:col10/1732030769751/Put/seqid=0 2024-11-19T15:39:30,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742465_1641 (size=12301) 2024-11-19T15:39:30,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030830736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030830736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030830736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030830736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030830737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T15:39:31,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030831046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030831046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030831047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030831047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030831047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,130 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/e18ab41e091949caae771cee11573590 2024-11-19T15:39:31,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/ca59b2c8f7034fb1bb77a803b2124d25 is 50, key is test_row_0/C:col10/1732030769751/Put/seqid=0 2024-11-19T15:39:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742466_1642 (size=12301) 2024-11-19T15:39:31,548 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/ca59b2c8f7034fb1bb77a803b2124d25 2024-11-19T15:39:31,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/56f6ef3d4d5d4dbfa40691806737eb9d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/56f6ef3d4d5d4dbfa40691806737eb9d 2024-11-19T15:39:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030831556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030831556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030831557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,558 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/56f6ef3d4d5d4dbfa40691806737eb9d, entries=150, sequenceid=281, filesize=30.5 K 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030831557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030831557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:31,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/e18ab41e091949caae771cee11573590 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/e18ab41e091949caae771cee11573590 2024-11-19T15:39:31,563 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/e18ab41e091949caae771cee11573590, entries=150, sequenceid=281, filesize=12.0 K 2024-11-19T15:39:31,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/ca59b2c8f7034fb1bb77a803b2124d25 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ca59b2c8f7034fb1bb77a803b2124d25 2024-11-19T15:39:31,568 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ca59b2c8f7034fb1bb77a803b2124d25, entries=150, sequenceid=281, filesize=12.0 K 2024-11-19T15:39:31,568 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ea6fdad73653465018c65bb05c9051b1 in 1302ms, sequenceid=281, compaction requested=true 2024-11-19T15:39:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-19T15:39:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-19T15:39:31,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-19T15:39:31,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7640 sec 2024-11-19T15:39:31,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.7750 sec 2024-11-19T15:39:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T15:39:31,947 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:31,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-19T15:39:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T15:39:31,950 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:31,950 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:31,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T15:39:32,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-19T15:39:32,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:32,103 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T15:39:32,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111954caca58f8b643308fcdf51b4322e5b7_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030770408/Put/seqid=0 2024-11-19T15:39:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742467_1643 (size=12454) 2024-11-19T15:39:32,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:32,136 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111954caca58f8b643308fcdf51b4322e5b7_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111954caca58f8b643308fcdf51b4322e5b7_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:32,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6843616abda54f41933617810d0628ac, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6843616abda54f41933617810d0628ac is 175, key is test_row_0/A:col10/1732030770408/Put/seqid=0 2024-11-19T15:39:32,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742468_1644 (size=31255) 2024-11-19T15:39:32,144 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6843616abda54f41933617810d0628ac 2024-11-19T15:39:32,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/867d206c9fb347a1841e7293ad3a6613 is 50, key is test_row_0/B:col10/1732030770408/Put/seqid=0 2024-11-19T15:39:32,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742469_1645 (size=12301) 2024-11-19T15:39:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T15:39:32,565 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/867d206c9fb347a1841e7293ad3a6613 2024-11-19T15:39:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/976558b198c84995a1fcbbe73089c4c3 is 50, key is test_row_0/C:col10/1732030770408/Put/seqid=0 2024-11-19T15:39:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T15:39:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742470_1646 (size=12301) 2024-11-19T15:39:32,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030832601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030832603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030832605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030832605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030832605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030832716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030832716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030832716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030832716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030832716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030832927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030832927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030832927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030832927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030832927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:32,991 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/976558b198c84995a1fcbbe73089c4c3 2024-11-19T15:39:32,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6843616abda54f41933617810d0628ac as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6843616abda54f41933617810d0628ac 2024-11-19T15:39:33,001 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6843616abda54f41933617810d0628ac, entries=150, sequenceid=290, filesize=30.5 K 2024-11-19T15:39:33,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/867d206c9fb347a1841e7293ad3a6613 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/867d206c9fb347a1841e7293ad3a6613 2024-11-19T15:39:33,005 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/867d206c9fb347a1841e7293ad3a6613, entries=150, sequenceid=290, filesize=12.0 K 2024-11-19T15:39:33,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/976558b198c84995a1fcbbe73089c4c3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/976558b198c84995a1fcbbe73089c4c3 2024-11-19T15:39:33,008 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/976558b198c84995a1fcbbe73089c4c3, entries=150, sequenceid=290, filesize=12.0 K 2024-11-19T15:39:33,009 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ea6fdad73653465018c65bb05c9051b1 in 906ms, sequenceid=290, compaction requested=true 2024-11-19T15:39:33,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:33,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-19T15:39:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-19T15:39:33,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-19T15:39:33,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-11-19T15:39:33,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.0670 sec 2024-11-19T15:39:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T15:39:33,087 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:33,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-19T15:39:33,090 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T15:39:33,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:33,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T15:39:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:33,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T15:39:33,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-19T15:39:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030833241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030833242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030833243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030833243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030833250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119639a35540a30489f946492905b3c680f_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030773240/Put/seqid=0 2024-11-19T15:39:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742471_1647 (size=12454) 2024-11-19T15:39:33,258 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,265 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119639a35540a30489f946492905b3c680f_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119639a35540a30489f946492905b3c680f_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:33,266 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec5df26b2bb047dca6dd692b0aa210a2, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:33,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec5df26b2bb047dca6dd692b0aa210a2 is 175, key is test_row_0/A:col10/1732030773240/Put/seqid=0 2024-11-19T15:39:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742472_1648 (size=31255) 2024-11-19T15:39:33,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030833356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030833357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030833357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030833364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030833364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-19T15:39:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T15:39:33,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-19T15:39:33,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:33,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030833566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030833566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030833566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030833575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030833576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec5df26b2bb047dca6dd692b0aa210a2 2024-11-19T15:39:33,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/f25fa731234c4f29aafe1d012467b14e is 50, key is test_row_0/B:col10/1732030773240/Put/seqid=0 2024-11-19T15:39:33,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-19T15:39:33,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:33,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:33,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742473_1649 (size=12301) 2024-11-19T15:39:33,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/f25fa731234c4f29aafe1d012467b14e 2024-11-19T15:39:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T15:39:33,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/ee350e5c96134c75b7ee132a29b3e277 is 50, key is test_row_0/C:col10/1732030773240/Put/seqid=0 2024-11-19T15:39:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742474_1650 (size=12301) 2024-11-19T15:39:33,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/ee350e5c96134c75b7ee132a29b3e277 2024-11-19T15:39:33,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec5df26b2bb047dca6dd692b0aa210a2 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec5df26b2bb047dca6dd692b0aa210a2 2024-11-19T15:39:33,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec5df26b2bb047dca6dd692b0aa210a2, entries=150, sequenceid=320, filesize=30.5 K 2024-11-19T15:39:33,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/f25fa731234c4f29aafe1d012467b14e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/f25fa731234c4f29aafe1d012467b14e 2024-11-19T15:39:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/f25fa731234c4f29aafe1d012467b14e, entries=150, sequenceid=320, filesize=12.0 K 2024-11-19T15:39:33,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/ee350e5c96134c75b7ee132a29b3e277 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ee350e5c96134c75b7ee132a29b3e277 2024-11-19T15:39:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ee350e5c96134c75b7ee132a29b3e277, entries=150, sequenceid=320, filesize=12.0 K 2024-11-19T15:39:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for ea6fdad73653465018c65bb05c9051b1 in 561ms, sequenceid=320, compaction requested=true 2024-11-19T15:39:33,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:33,802 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T15:39:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:33,802 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T15:39:33,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,804 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T15:39:33,804 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 191089 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T15:39:33,804 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:33,804 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:33,804 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,804 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,805 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/3c3a1a1c5e18495abe3623d9993ec0fa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/4e354b86a92d43b49074ef3e2d99c8cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/56f6ef3d4d5d4dbfa40691806737eb9d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6843616abda54f41933617810d0628ac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec5df26b2bb047dca6dd692b0aa210a2] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=186.6 K 2024-11-19T15:39:33,805 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/53054dc27e4a4fd69ff993ec8381b426, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/9fa0e40a22044791b42208cab9a7a247, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/e18ab41e091949caae771cee11573590, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/867d206c9fb347a1841e7293ad3a6613, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/f25fa731234c4f29aafe1d012467b14e] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=60.3 K 2024-11-19T15:39:33,805 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,805 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/3c3a1a1c5e18495abe3623d9993ec0fa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/4e354b86a92d43b49074ef3e2d99c8cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/56f6ef3d4d5d4dbfa40691806737eb9d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6843616abda54f41933617810d0628ac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec5df26b2bb047dca6dd692b0aa210a2] 2024-11-19T15:39:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,805 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53054dc27e4a4fd69ff993ec8381b426, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732030768426 2024-11-19T15:39:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,805 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c3a1a1c5e18495abe3623d9993ec0fa, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732030768426 2024-11-19T15:39:33,805 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fa0e40a22044791b42208cab9a7a247, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732030769710 2024-11-19T15:39:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,806 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting e18ab41e091949caae771cee11573590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732030769751 2024-11-19T15:39:33,806 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e354b86a92d43b49074ef3e2d99c8cf, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732030769071 2024-11-19T15:39:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,807 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 56f6ef3d4d5d4dbfa40691806737eb9d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732030769751 2024-11-19T15:39:33,807 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 867d206c9fb347a1841e7293ad3a6613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732030770408 2024-11-19T15:39:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,807 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting f25fa731234c4f29aafe1d012467b14e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732030772603 2024-11-19T15:39:33,807 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6843616abda54f41933617810d0628ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732030770408 2024-11-19T15:39:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,808 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting ec5df26b2bb047dca6dd692b0aa210a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732030772603 2024-11-19T15:39:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,817 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,821 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#548 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,821 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/3eb514dac22c414c9ec8275f1371fe49 is 50, key is test_row_0/B:col10/1732030773240/Put/seqid=0 2024-11-19T15:39:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,825 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119bd46d37eab7d47f4976867fecffca535_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,828 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119bd46d37eab7d47f4976867fecffca535_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:33,828 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bd46d37eab7d47f4976867fecffca535_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742475_1651 (size=13017) 2024-11-19T15:39:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742476_1652 (size=4469) 2024-11-19T15:39:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-19T15:39:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,859 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T15:39:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119871493fedcff4dbca62b6d8f764c08ba_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_1/A:col10/1732030773241/Put/seqid=0 2024-11-19T15:39:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:33,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742477_1653 (size=9914) 2024-11-19T15:39:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:33,904 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119871493fedcff4dbca62b6d8f764c08ba_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119871493fedcff4dbca62b6d8f764c08ba_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec791a78765f480e9368063eaa02f524, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:33,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec791a78765f480e9368063eaa02f524 is 175, key is test_row_1/A:col10/1732030773241/Put/seqid=0 2024-11-19T15:39:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742478_1654 (size=22561) 2024-11-19T15:39:33,931 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec791a78765f480e9368063eaa02f524 2024-11-19T15:39:33,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030833928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030833930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030833931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030833932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/157b28cd768f47c5954143327df88e6b is 50, key is test_row_1/B:col10/1732030773241/Put/seqid=0 2024-11-19T15:39:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030833935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:33,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:33,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742479_1655 (size=9857) 2024-11-19T15:39:33,950 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/157b28cd768f47c5954143327df88e6b 2024-11-19T15:39:33,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/931c8399533f4a5abe10affbdde4ba4e is 50, key is test_row_1/C:col10/1732030773241/Put/seqid=0 2024-11-19T15:39:33,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742480_1656 (size=9857) 2024-11-19T15:39:33,967 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/931c8399533f4a5abe10affbdde4ba4e 2024-11-19T15:39:33,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/ec791a78765f480e9368063eaa02f524 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec791a78765f480e9368063eaa02f524 2024-11-19T15:39:33,975 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec791a78765f480e9368063eaa02f524, entries=100, sequenceid=326, filesize=22.0 K 2024-11-19T15:39:33,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/157b28cd768f47c5954143327df88e6b as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/157b28cd768f47c5954143327df88e6b 2024-11-19T15:39:33,980 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/157b28cd768f47c5954143327df88e6b, entries=100, sequenceid=326, filesize=9.6 K 2024-11-19T15:39:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/931c8399533f4a5abe10affbdde4ba4e as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/931c8399533f4a5abe10affbdde4ba4e 2024-11-19T15:39:33,998 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/931c8399533f4a5abe10affbdde4ba4e, entries=100, sequenceid=326, filesize=9.6 K 2024-11-19T15:39:33,999 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for ea6fdad73653465018c65bb05c9051b1 in 140ms, sequenceid=326, compaction requested=true 2024-11-19T15:39:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-19T15:39:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-19T15:39:34,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-19T15:39:34,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 911 msec 2024-11-19T15:39:34,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 917 msec 2024-11-19T15:39:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:34,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:34,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-19T15:39:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030834047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030834051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030834051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030834052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199a9f4821d8fc4a4185cf96a6372b0e2d_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030774049/Put/seqid=0 2024-11-19T15:39:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030834053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742481_1657 (size=12454) 2024-11-19T15:39:34,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030834165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030834165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030834166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030834166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T15:39:34,236 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:34,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T15:39:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-19T15:39:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T15:39:34,238 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T15:39:34,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T15:39:34,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T15:39:34,246 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#547 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:34,247 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/fda56310e7f24188a462348581c0ddca is 175, key is test_row_0/A:col10/1732030773240/Put/seqid=0 2024-11-19T15:39:34,250 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/3eb514dac22c414c9ec8275f1371fe49 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/3eb514dac22c414c9ec8275f1371fe49 2024-11-19T15:39:34,255 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into 3eb514dac22c414c9ec8275f1371fe49(size=12.7 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:34,255 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:34,255 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=11, startTime=1732030773802; duration=0sec 2024-11-19T15:39:34,255 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:34,255 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:34,255 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-19T15:39:34,257 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 71608 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-19T15:39:34,257 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/C is initiating minor compaction (all files) 2024-11-19T15:39:34,257 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/C in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,257 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/17b60ead51de4bdf95efa9fd2c666ee2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7f26e376d1b749538183803b76a79d4d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ca59b2c8f7034fb1bb77a803b2124d25, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/976558b198c84995a1fcbbe73089c4c3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ee350e5c96134c75b7ee132a29b3e277, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/931c8399533f4a5abe10affbdde4ba4e] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=69.9 K 2024-11-19T15:39:34,258 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17b60ead51de4bdf95efa9fd2c666ee2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732030768426 2024-11-19T15:39:34,258 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f26e376d1b749538183803b76a79d4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732030769710 2024-11-19T15:39:34,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030834256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,259 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca59b2c8f7034fb1bb77a803b2124d25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732030769751 2024-11-19T15:39:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,259 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 976558b198c84995a1fcbbe73089c4c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732030770408 2024-11-19T15:39:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,259 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee350e5c96134c75b7ee132a29b3e277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732030772603 2024-11-19T15:39:34,259 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 931c8399533f4a5abe10affbdde4ba4e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732030773241 2024-11-19T15:39:34,270 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#C#compaction#553 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:34,270 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/b0bff0e10a774a74b349258d7bdfcb25 is 50, key is test_row_0/C:col10/1732030773240/Put/seqid=0 2024-11-19T15:39:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742482_1658 (size=31971) 2024-11-19T15:39:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742483_1659 (size=13051) 2024-11-19T15:39:34,278 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/b0bff0e10a774a74b349258d7bdfcb25 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b0bff0e10a774a74b349258d7bdfcb25 2024-11-19T15:39:34,282 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/C of ea6fdad73653465018c65bb05c9051b1 into b0bff0e10a774a74b349258d7bdfcb25(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:34,282 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:34,282 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/C, priority=10, startTime=1732030773802; duration=0sec 2024-11-19T15:39:34,283 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:34,283 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T15:39:34,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030834376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030834376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030834376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030834376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:34,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:34,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:34,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199a9f4821d8fc4a4185cf96a6372b0e2d_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199a9f4821d8fc4a4185cf96a6372b0e2d_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:34,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6c57add2d0ea4b0488255e1dab8cc85d, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:34,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6c57add2d0ea4b0488255e1dab8cc85d is 175, key is test_row_0/A:col10/1732030774049/Put/seqid=0 2024-11-19T15:39:34,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742484_1660 (size=31255) 2024-11-19T15:39:34,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T15:39:34,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030834566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,673 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/fda56310e7f24188a462348581c0ddca as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/fda56310e7f24188a462348581c0ddca 2024-11-19T15:39:34,677 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into fda56310e7f24188a462348581c0ddca(size=31.2 K), total size for store is 53.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:34,677 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:34,677 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=11, startTime=1732030773802; duration=0sec 2024-11-19T15:39:34,677 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:34,677 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:34,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030834686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030834687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030834687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030834687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:34,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:34,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T15:39:34,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6c57add2d0ea4b0488255e1dab8cc85d 2024-11-19T15:39:34,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/fbc1e4f855354bafa2cbad9635a05c87 is 50, key is test_row_0/B:col10/1732030774049/Put/seqid=0 2024-11-19T15:39:34,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742485_1661 (size=12301) 2024-11-19T15:39:35,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030835076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:35,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030835196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030835196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:35,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030835197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:35,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030835200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:35,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/fbc1e4f855354bafa2cbad9635a05c87 2024-11-19T15:39:35,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d160773aca644bafacfc41a1665e1468 is 50, key is test_row_0/C:col10/1732030774049/Put/seqid=0 2024-11-19T15:39:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742486_1662 (size=12301) 2024-11-19T15:39:35,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T15:39:35,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:35,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:35,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T15:39:35,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d160773aca644bafacfc41a1665e1468 2024-11-19T15:39:35,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/6c57add2d0ea4b0488255e1dab8cc85d as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6c57add2d0ea4b0488255e1dab8cc85d 2024-11-19T15:39:35,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6c57add2d0ea4b0488255e1dab8cc85d, entries=150, sequenceid=358, filesize=30.5 K 2024-11-19T15:39:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/fbc1e4f855354bafa2cbad9635a05c87 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/fbc1e4f855354bafa2cbad9635a05c87 2024-11-19T15:39:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/fbc1e4f855354bafa2cbad9635a05c87, entries=150, sequenceid=358, filesize=12.0 K 2024-11-19T15:39:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/d160773aca644bafacfc41a1665e1468 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d160773aca644bafacfc41a1665e1468 2024-11-19T15:39:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d160773aca644bafacfc41a1665e1468, entries=150, sequenceid=358, filesize=12.0 K 2024-11-19T15:39:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for ea6fdad73653465018c65bb05c9051b1 in 1694ms, sequenceid=358, compaction requested=true 2024-11-19T15:39:35,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:35,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:35,745 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:35,745 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,749 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:35,749 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:35,749 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,749 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/fda56310e7f24188a462348581c0ddca, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec791a78765f480e9368063eaa02f524, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6c57add2d0ea4b0488255e1dab8cc85d] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=83.8 K 2024-11-19T15:39:35,749 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,749 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/fda56310e7f24188a462348581c0ddca, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec791a78765f480e9368063eaa02f524, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6c57add2d0ea4b0488255e1dab8cc85d] 2024-11-19T15:39:35,749 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:35,749 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:35,750 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,750 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/3eb514dac22c414c9ec8275f1371fe49, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/157b28cd768f47c5954143327df88e6b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/fbc1e4f855354bafa2cbad9635a05c87] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=34.4 K 2024-11-19T15:39:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,752 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eb514dac22c414c9ec8275f1371fe49, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732030772603 2024-11-19T15:39:35,752 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting fda56310e7f24188a462348581c0ddca, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732030772603 2024-11-19T15:39:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,752 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec791a78765f480e9368063eaa02f524, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732030773241 2024-11-19T15:39:35,752 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 157b28cd768f47c5954143327df88e6b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732030773241 2024-11-19T15:39:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,753 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting fbc1e4f855354bafa2cbad9635a05c87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732030773933 2024-11-19T15:39:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,753 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c57add2d0ea4b0488255e1dab8cc85d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732030773933 2024-11-19T15:39:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,759 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,761 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#557 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,761 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/6fee96374f534fe592f7aa41e566f088 is 50, key is test_row_0/B:col10/1732030774049/Put/seqid=0 2024-11-19T15:39:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,763 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411194197294cb3604251a6d4cb063333471e_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,765 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411194197294cb3604251a6d4cb063333471e_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,766 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194197294cb3604251a6d4cb063333471e_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742487_1663 (size=13119) 2024-11-19T15:39:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742488_1664 (size=4469) 2024-11-19T15:39:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T15:39:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:35,774 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-19T15:39:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,775 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/6fee96374f534fe592f7aa41e566f088 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6fee96374f534fe592f7aa41e566f088 2024-11-19T15:39:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,776 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#556 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,776 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/73013a2012bf4e2a89da26049e9877ef is 175, key is test_row_0/A:col10/1732030774049/Put/seqid=0 2024-11-19T15:39:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f63343e22d3e4f4399222dcd035bd374_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030774051/Put/seqid=0 2024-11-19T15:39:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,782 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into 6fee96374f534fe592f7aa41e566f088(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:35,782 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:35,782 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=13, startTime=1732030775744; duration=0sec 2024-11-19T15:39:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,782 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:35,782 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,782 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T15:39:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,783 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T15:39:35,783 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T15:39:35,783 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. because compaction request was cancelled 2024-11-19T15:39:35,783 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742489_1665 (size=9914) 2024-11-19T15:39:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742490_1666 (size=32073) 2024-11-19T15:39:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:36,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. as already flushing 2024-11-19T15:39:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:36,209 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f63343e22d3e4f4399222dcd035bd374_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f63343e22d3e4f4399222dcd035bd374_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:36,210 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/73013a2012bf4e2a89da26049e9877ef as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/73013a2012bf4e2a89da26049e9877ef 2024-11-19T15:39:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d6cf56365b3142bca99f229f3a9d4edd, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d6cf56365b3142bca99f229f3a9d4edd is 175, key is test_row_0/A:col10/1732030774051/Put/seqid=0 2024-11-19T15:39:36,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742491_1667 (size=22561) 2024-11-19T15:39:36,232 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into 73013a2012bf4e2a89da26049e9877ef(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:36,232 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:36,232 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=13, startTime=1732030775744; duration=0sec 2024-11-19T15:39:36,232 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:36,232 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:36,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030836240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030836241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030836242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030836242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030836242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030836355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030836356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030836356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030836356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030836356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T15:39:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030836565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030836566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030836566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030836566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030836566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,616 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d6cf56365b3142bca99f229f3a9d4edd 2024-11-19T15:39:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d47a3bc0340f48188d147e3e089fb705 is 50, key is test_row_0/B:col10/1732030774051/Put/seqid=0 2024-11-19T15:39:36,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742492_1668 (size=9857) 2024-11-19T15:39:36,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030836875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030836875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030836876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030836876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030836876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:37,030 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d47a3bc0340f48188d147e3e089fb705 2024-11-19T15:39:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/7d73b82445fd47bb82c73f32282e606f is 50, key is test_row_0/C:col10/1732030774051/Put/seqid=0 2024-11-19T15:39:37,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742493_1669 (size=9857) 2024-11-19T15:39:37,040 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/7d73b82445fd47bb82c73f32282e606f 2024-11-19T15:39:37,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/d6cf56365b3142bca99f229f3a9d4edd as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d6cf56365b3142bca99f229f3a9d4edd 2024-11-19T15:39:37,047 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d6cf56365b3142bca99f229f3a9d4edd, entries=100, sequenceid=366, filesize=22.0 K 2024-11-19T15:39:37,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/d47a3bc0340f48188d147e3e089fb705 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d47a3bc0340f48188d147e3e089fb705 2024-11-19T15:39:37,051 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d47a3bc0340f48188d147e3e089fb705, entries=100, sequenceid=366, filesize=9.6 K 2024-11-19T15:39:37,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/7d73b82445fd47bb82c73f32282e606f as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7d73b82445fd47bb82c73f32282e606f 2024-11-19T15:39:37,055 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7d73b82445fd47bb82c73f32282e606f, entries=100, sequenceid=366, filesize=9.6 K 2024-11-19T15:39:37,056 INFO [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=201.27 KB/206100 for ea6fdad73653465018c65bb05c9051b1 in 1282ms, sequenceid=366, compaction requested=true 2024-11-19T15:39:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/50570b5b74e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-19T15:39:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-19T15:39:37,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-19T15:39:37,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8180 sec 2024-11-19T15:39:37,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 2.8230 sec 2024-11-19T15:39:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(8855): Flush requested on ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:37,388 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T15:39:37,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:37,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-19T15:39:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030837386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030837386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:37,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030837386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:37,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030837386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030837386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:37,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b763e87919bb427480dd9910609d1195_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030776241/Put/seqid=0 2024-11-19T15:39:37,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742494_1670 (size=12454) 2024-11-19T15:39:37,805 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:37,809 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b763e87919bb427480dd9910609d1195_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b763e87919bb427480dd9910609d1195_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:37,810 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0c6d8eef0d5e4d79ac1d559f782aefa4, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:37,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0c6d8eef0d5e4d79ac1d559f782aefa4 is 175, key is test_row_0/A:col10/1732030776241/Put/seqid=0 2024-11-19T15:39:37,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742495_1671 (size=31255) 2024-11-19T15:39:38,035 INFO [Thread-2522 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2522. 2024-11-19T15:39:38,035 DEBUG [Thread-2522 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:38,035 DEBUG [Thread-2522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,035 DEBUG [Thread-2522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:38,035 INFO [Thread-2524 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2524. 2024-11-19T15:39:38,035 DEBUG [Thread-2524 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:38,036 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,036 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:38,037 INFO [Thread-2520 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2520. 2024-11-19T15:39:38,037 INFO [Thread-2526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2526. 2024-11-19T15:39:38,037 DEBUG [Thread-2520 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:38,037 DEBUG [Thread-2520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,037 DEBUG [Thread-2526 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:38,037 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,037 DEBUG [Thread-2520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,037 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:38,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:38,037 INFO [Thread-2528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2528. 2024-11-19T15:39:38,037 DEBUG [Thread-2528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:38,037 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,037 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:38,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:38,214 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0c6d8eef0d5e4d79ac1d559f782aefa4 2024-11-19T15:39:38,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/902eae99ca454c5f9c4d45d3fabe4e6a is 50, key is test_row_0/B:col10/1732030776241/Put/seqid=0 2024-11-19T15:39:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742496_1672 (size=12301) 2024-11-19T15:39:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54572 deadline: 1732030838396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54532 deadline: 1732030838396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:38,397 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in ea6fdad73653465018c65bb05c9051b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:38,397 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_2' in ea6fdad73653465018c65bb05c9051b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T15:39:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:38,407 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T15:39:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54506 deadline: 1732030838406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54496 deadline: 1732030838406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54508 deadline: 1732030838406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:38,407 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in ea6fdad73653465018c65bb05c9051b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:38,407 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in ea6fdad73653465018c65bb05c9051b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:38,407 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 50570b5b74e7,40977,1732030610255 for 'test_row_0' in ea6fdad73653465018c65bb05c9051b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 , the old value is region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T15:39:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., hostname=50570b5b74e7,40977,1732030610255, seqNum=5 because the exception is null or not the one we care about 2024-11-19T15:39:38,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/902eae99ca454c5f9c4d45d3fabe4e6a 2024-11-19T15:39:38,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/fefccb5e2c1a4ee7bdffe624f18acd09 is 50, key is test_row_0/C:col10/1732030776241/Put/seqid=0 2024-11-19T15:39:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742497_1673 (size=12301) 2024-11-19T15:39:39,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/fefccb5e2c1a4ee7bdffe624f18acd09 2024-11-19T15:39:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0c6d8eef0d5e4d79ac1d559f782aefa4 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0c6d8eef0d5e4d79ac1d559f782aefa4 2024-11-19T15:39:39,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0c6d8eef0d5e4d79ac1d559f782aefa4, entries=150, sequenceid=401, filesize=30.5 K 2024-11-19T15:39:39,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/902eae99ca454c5f9c4d45d3fabe4e6a as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/902eae99ca454c5f9c4d45d3fabe4e6a 2024-11-19T15:39:39,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/902eae99ca454c5f9c4d45d3fabe4e6a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-19T15:39:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/fefccb5e2c1a4ee7bdffe624f18acd09 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/fefccb5e2c1a4ee7bdffe624f18acd09 2024-11-19T15:39:39,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/fefccb5e2c1a4ee7bdffe624f18acd09, entries=150, sequenceid=401, filesize=12.0 K 2024-11-19T15:39:39,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for ea6fdad73653465018c65bb05c9051b1 in 1659ms, sequenceid=401, compaction requested=true 2024-11-19T15:39:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T15:39:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T15:39:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea6fdad73653465018c65bb05c9051b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T15:39:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:39,047 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:39,047 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T15:39:39,048 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:39,048 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T15:39:39,048 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/A is initiating minor compaction (all files) 2024-11-19T15:39:39,048 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/B is initiating minor compaction (all files) 2024-11-19T15:39:39,048 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/A in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:39,048 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/B in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:39,048 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/73013a2012bf4e2a89da26049e9877ef, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d6cf56365b3142bca99f229f3a9d4edd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0c6d8eef0d5e4d79ac1d559f782aefa4] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=83.9 K 2024-11-19T15:39:39,048 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:39,048 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. files: [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/73013a2012bf4e2a89da26049e9877ef, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d6cf56365b3142bca99f229f3a9d4edd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0c6d8eef0d5e4d79ac1d559f782aefa4] 2024-11-19T15:39:39,048 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6fee96374f534fe592f7aa41e566f088, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d47a3bc0340f48188d147e3e089fb705, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/902eae99ca454c5f9c4d45d3fabe4e6a] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=34.5 K 2024-11-19T15:39:39,048 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73013a2012bf4e2a89da26049e9877ef, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732030773933 2024-11-19T15:39:39,049 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fee96374f534fe592f7aa41e566f088, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732030773933 2024-11-19T15:39:39,049 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6cf56365b3142bca99f229f3a9d4edd, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732030774051 2024-11-19T15:39:39,049 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d47a3bc0340f48188d147e3e089fb705, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732030774051 2024-11-19T15:39:39,049 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c6d8eef0d5e4d79ac1d559f782aefa4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732030776240 2024-11-19T15:39:39,049 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 902eae99ca454c5f9c4d45d3fabe4e6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732030776240 2024-11-19T15:39:39,054 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:39,055 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#B#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:39,055 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111965a79b0117794631b1036af2aa44194e_ea6fdad73653465018c65bb05c9051b1 store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:39,056 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/7a50c4a930ea4722a0137a95f941a3ce is 50, key is test_row_0/B:col10/1732030776241/Put/seqid=0 2024-11-19T15:39:39,057 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111965a79b0117794631b1036af2aa44194e_ea6fdad73653465018c65bb05c9051b1, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:39,057 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111965a79b0117794631b1036af2aa44194e_ea6fdad73653465018c65bb05c9051b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742498_1674 (size=13221) 2024-11-19T15:39:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742499_1675 (size=4469) 2024-11-19T15:39:39,072 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/7a50c4a930ea4722a0137a95f941a3ce as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/7a50c4a930ea4722a0137a95f941a3ce 2024-11-19T15:39:39,075 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/B of ea6fdad73653465018c65bb05c9051b1 into 7a50c4a930ea4722a0137a95f941a3ce(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:39,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:39,075 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/B, priority=13, startTime=1732030779047; duration=0sec 2024-11-19T15:39:39,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T15:39:39,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:B 2024-11-19T15:39:39,075 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T15:39:39,076 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T15:39:39,076 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1541): ea6fdad73653465018c65bb05c9051b1/C is initiating minor compaction (all files) 2024-11-19T15:39:39,076 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ea6fdad73653465018c65bb05c9051b1/C in TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:39,076 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b0bff0e10a774a74b349258d7bdfcb25, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d160773aca644bafacfc41a1665e1468, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7d73b82445fd47bb82c73f32282e606f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/fefccb5e2c1a4ee7bdffe624f18acd09] into tmpdir=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp, totalSize=46.4 K 2024-11-19T15:39:39,077 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting b0bff0e10a774a74b349258d7bdfcb25, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732030773240 2024-11-19T15:39:39,077 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting d160773aca644bafacfc41a1665e1468, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732030773933 2024-11-19T15:39:39,077 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d73b82445fd47bb82c73f32282e606f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732030774051 2024-11-19T15:39:39,077 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] compactions.Compactor(225): Compacting fefccb5e2c1a4ee7bdffe624f18acd09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732030776240 2024-11-19T15:39:39,083 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#C#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:39,083 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/dc9e3c3951fe439bb2cd34a3480b0eab is 50, key is test_row_0/C:col10/1732030776241/Put/seqid=0 2024-11-19T15:39:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742500_1676 (size=13187) 2024-11-19T15:39:39,470 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea6fdad73653465018c65bb05c9051b1#A#compaction#564 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T15:39:39,471 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c3793a16992548bc93e6386e281c93e3 is 175, key is test_row_0/A:col10/1732030776241/Put/seqid=0 2024-11-19T15:39:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742501_1677 (size=32175) 2024-11-19T15:39:39,494 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/dc9e3c3951fe439bb2cd34a3480b0eab as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dc9e3c3951fe439bb2cd34a3480b0eab 2024-11-19T15:39:39,497 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/C of ea6fdad73653465018c65bb05c9051b1 into dc9e3c3951fe439bb2cd34a3480b0eab(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:39,497 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:39,497 INFO [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/C, priority=12, startTime=1732030779047; duration=0sec 2024-11-19T15:39:39,498 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:39,498 DEBUG [RS:0;50570b5b74e7:40977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:C 2024-11-19T15:39:39,878 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/c3793a16992548bc93e6386e281c93e3 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c3793a16992548bc93e6386e281c93e3 2024-11-19T15:39:39,881 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ea6fdad73653465018c65bb05c9051b1/A of ea6fdad73653465018c65bb05c9051b1 into c3793a16992548bc93e6386e281c93e3(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T15:39:39,881 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ea6fdad73653465018c65bb05c9051b1: 2024-11-19T15:39:39,881 INFO [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., storeName=ea6fdad73653465018c65bb05c9051b1/A, priority=13, startTime=1732030779047; duration=0sec 2024-11-19T15:39:39,881 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T15:39:39,881 DEBUG [RS:0;50570b5b74e7:40977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea6fdad73653465018c65bb05c9051b1:A 2024-11-19T15:39:40,408 INFO [Thread-2509 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2509. 2024-11-19T15:39:40,408 DEBUG [Thread-2509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:40,408 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,408 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:40,417 INFO [Thread-2515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2515. 2024-11-19T15:39:40,417 DEBUG [Thread-2515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:40,417 DEBUG [Thread-2515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,417 DEBUG [Thread-2515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:40,428 INFO [Thread-2517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2517. 2024-11-19T15:39:40,428 DEBUG [Thread-2517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:40,428 INFO [Thread-2513 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2513. 2024-11-19T15:39:40,428 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,428 DEBUG [Thread-2513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:40,428 INFO [Thread-2511 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2511. 2024-11-19T15:39:40,428 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,428 DEBUG [Thread-2511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T15:39:40,428 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,428 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,428 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:40,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:40,428 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:40,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3637 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3359 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3471 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3627 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3357 2024-11-19T15:39:40,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T15:39:40,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:39:40,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:39:40,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:40,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:40,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T15:39:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T15:39:40,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030780433"}]},"ts":"1732030780433"} 2024-11-19T15:39:40,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T15:39:40,434 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T15:39:40,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T15:39:40,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, UNASSIGN}] 2024-11-19T15:39:40,436 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, UNASSIGN 2024-11-19T15:39:40,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=CLOSING, regionLocation=50570b5b74e7,40977,1732030610255 2024-11-19T15:39:40,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, UNASSIGN because future has completed 2024-11-19T15:39:40,438 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T15:39:40,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255}] 2024-11-19T15:39:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T15:39:40,590 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(122): Close ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:40,590 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T15:39:40,590 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1722): Closing ea6fdad73653465018c65bb05c9051b1, disabling compactions & flushes 2024-11-19T15:39:40,590 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:40,591 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:40,591 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. after waiting 0 ms 2024-11-19T15:39:40,591 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:40,591 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(2902): Flushing ea6fdad73653465018c65bb05c9051b1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T15:39:40,597 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d99e4ce1e3d849f0bd2b961bab684415_ea6fdad73653465018c65bb05c9051b1 is 50, key is test_row_0/A:col10/1732030780426/Put/seqid=0 2024-11-19T15:39:40,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742502_1678 (size=9914) 2024-11-19T15:39:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T15:39:41,000 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T15:39:41,003 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d99e4ce1e3d849f0bd2b961bab684415_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d99e4ce1e3d849f0bd2b961bab684415_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:41,004 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0ce57155e6f24e3997c392c1e1fdbcfe, store: [table=TestAcidGuarantees family=A region=ea6fdad73653465018c65bb05c9051b1] 2024-11-19T15:39:41,005 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0ce57155e6f24e3997c392c1e1fdbcfe is 175, key is test_row_0/A:col10/1732030780426/Put/seqid=0 2024-11-19T15:39:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742503_1679 (size=22561) 2024-11-19T15:39:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T15:39:41,408 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0ce57155e6f24e3997c392c1e1fdbcfe 2024-11-19T15:39:41,413 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/736b94fc6f004a5fa0a0693404db5a28 is 50, key is test_row_0/B:col10/1732030780426/Put/seqid=0 2024-11-19T15:39:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742504_1680 (size=9857) 2024-11-19T15:39:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T15:39:41,817 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/736b94fc6f004a5fa0a0693404db5a28 2024-11-19T15:39:41,822 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/cc73091d2ea54a20953a999f266eb9c1 is 50, key is test_row_0/C:col10/1732030780426/Put/seqid=0 2024-11-19T15:39:41,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742505_1681 (size=9857) 2024-11-19T15:39:42,226 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/cc73091d2ea54a20953a999f266eb9c1 2024-11-19T15:39:42,229 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/A/0ce57155e6f24e3997c392c1e1fdbcfe as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0ce57155e6f24e3997c392c1e1fdbcfe 2024-11-19T15:39:42,232 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0ce57155e6f24e3997c392c1e1fdbcfe, entries=100, sequenceid=412, filesize=22.0 K 2024-11-19T15:39:42,233 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/B/736b94fc6f004a5fa0a0693404db5a28 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/736b94fc6f004a5fa0a0693404db5a28 2024-11-19T15:39:42,235 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/736b94fc6f004a5fa0a0693404db5a28, entries=100, sequenceid=412, filesize=9.6 K 2024-11-19T15:39:42,236 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/.tmp/C/cc73091d2ea54a20953a999f266eb9c1 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/cc73091d2ea54a20953a999f266eb9c1 2024-11-19T15:39:42,238 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/cc73091d2ea54a20953a999f266eb9c1, entries=100, sequenceid=412, filesize=9.6 K 2024-11-19T15:39:42,239 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ea6fdad73653465018c65bb05c9051b1 in 1648ms, sequenceid=412, compaction requested=false 2024-11-19T15:39:42,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c7ff3191504f48fea7612d08a3a7cb7c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d48155699e7d49888f9519d7a33e50b1, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9ae01d526b1d45649d6cbe9132e725ff, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b84d30acfc5846acb6b7a39d99ab3145, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9525025e0d6e4aeda698ab04f9f11d1c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/284ec45da48f40f8a7cc03a9d3abaa18, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e563bb4fa4b64b5d99992adb134a62e7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c61dc1bc70f6405ebec30ca85d6921a7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/420838914a034c258bedadb5605aaa30, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ff34a1c15e764f8ab1599dbfe60a48cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e1a4b4458c0b4fb0808070bc6a41e00e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c54305c08978456f96b214566565fc67, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ad929e25ba314fb59c18489ba5046d48, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b6b0212da0e3489780f50081f3b31a03, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/3c3a1a1c5e18495abe3623d9993ec0fa, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/946b4b4824a2459d8fb0aa6c2777e6ea, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/4e354b86a92d43b49074ef3e2d99c8cf, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/56f6ef3d4d5d4dbfa40691806737eb9d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6843616abda54f41933617810d0628ac, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/fda56310e7f24188a462348581c0ddca, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec5df26b2bb047dca6dd692b0aa210a2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec791a78765f480e9368063eaa02f524, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/73013a2012bf4e2a89da26049e9877ef, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6c57add2d0ea4b0488255e1dab8cc85d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d6cf56365b3142bca99f229f3a9d4edd, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0c6d8eef0d5e4d79ac1d559f782aefa4] to archive 2024-11-19T15:39:42,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:39:42,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c7ff3191504f48fea7612d08a3a7cb7c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c7ff3191504f48fea7612d08a3a7cb7c 2024-11-19T15:39:42,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d48155699e7d49888f9519d7a33e50b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d48155699e7d49888f9519d7a33e50b1 2024-11-19T15:39:42,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9ae01d526b1d45649d6cbe9132e725ff to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9ae01d526b1d45649d6cbe9132e725ff 2024-11-19T15:39:42,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b84d30acfc5846acb6b7a39d99ab3145 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b84d30acfc5846acb6b7a39d99ab3145 2024-11-19T15:39:42,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9525025e0d6e4aeda698ab04f9f11d1c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/9525025e0d6e4aeda698ab04f9f11d1c 2024-11-19T15:39:42,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/284ec45da48f40f8a7cc03a9d3abaa18 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/284ec45da48f40f8a7cc03a9d3abaa18 2024-11-19T15:39:42,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e563bb4fa4b64b5d99992adb134a62e7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e563bb4fa4b64b5d99992adb134a62e7 2024-11-19T15:39:42,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c61dc1bc70f6405ebec30ca85d6921a7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c61dc1bc70f6405ebec30ca85d6921a7 2024-11-19T15:39:42,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/420838914a034c258bedadb5605aaa30 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/420838914a034c258bedadb5605aaa30 2024-11-19T15:39:42,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ff34a1c15e764f8ab1599dbfe60a48cf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ff34a1c15e764f8ab1599dbfe60a48cf 2024-11-19T15:39:42,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e1a4b4458c0b4fb0808070bc6a41e00e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/e1a4b4458c0b4fb0808070bc6a41e00e 2024-11-19T15:39:42,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c54305c08978456f96b214566565fc67 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c54305c08978456f96b214566565fc67 2024-11-19T15:39:42,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ad929e25ba314fb59c18489ba5046d48 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ad929e25ba314fb59c18489ba5046d48 2024-11-19T15:39:42,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/037dd7ded8fb4b23a6ef4d5fd29a1c4e 2024-11-19T15:39:42,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b6b0212da0e3489780f50081f3b31a03 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/b6b0212da0e3489780f50081f3b31a03 2024-11-19T15:39:42,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/3c3a1a1c5e18495abe3623d9993ec0fa to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/3c3a1a1c5e18495abe3623d9993ec0fa 2024-11-19T15:39:42,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/946b4b4824a2459d8fb0aa6c2777e6ea to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/946b4b4824a2459d8fb0aa6c2777e6ea 2024-11-19T15:39:42,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/4e354b86a92d43b49074ef3e2d99c8cf to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/4e354b86a92d43b49074ef3e2d99c8cf 2024-11-19T15:39:42,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/56f6ef3d4d5d4dbfa40691806737eb9d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/56f6ef3d4d5d4dbfa40691806737eb9d 2024-11-19T15:39:42,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6843616abda54f41933617810d0628ac to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6843616abda54f41933617810d0628ac 2024-11-19T15:39:42,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/fda56310e7f24188a462348581c0ddca to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/fda56310e7f24188a462348581c0ddca 2024-11-19T15:39:42,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec5df26b2bb047dca6dd692b0aa210a2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec5df26b2bb047dca6dd692b0aa210a2 2024-11-19T15:39:42,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec791a78765f480e9368063eaa02f524 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/ec791a78765f480e9368063eaa02f524 2024-11-19T15:39:42,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/73013a2012bf4e2a89da26049e9877ef to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/73013a2012bf4e2a89da26049e9877ef 2024-11-19T15:39:42,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6c57add2d0ea4b0488255e1dab8cc85d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/6c57add2d0ea4b0488255e1dab8cc85d 2024-11-19T15:39:42,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d6cf56365b3142bca99f229f3a9d4edd to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/d6cf56365b3142bca99f229f3a9d4edd 2024-11-19T15:39:42,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0c6d8eef0d5e4d79ac1d559f782aefa4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0c6d8eef0d5e4d79ac1d559f782aefa4 2024-11-19T15:39:42,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1604483c79944cdb896c4700a243514e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d445a21ac83a4046841f59f6027308c7, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a50fce8cc2c44e78a399e7bb08f5bf6c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/479d60341fe64ea29d17e424a66a0cc2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2de634953b1a48b2acec1520aa9e5d13, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d22731a972c546c0880a7c1960bc218b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1166c75c15eb4615a4c800b401e7be18, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/06c49f549bbe44b5832be6e147ff6971, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1e81da45a87b430eaf7e8d01895ebaa4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6f8ac281c1954d8f8252e960f989252c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/00645cd58b2d470f8fb9c4afda64ef25, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a459fc3ad9584258a83557af22ae9e24, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/b7ddd8687c4045b9a2dba4c16300e88d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d76385c38d3d4c8eb8dca1a06e290e4d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a599ee4995144d2eac7d4dbf323c7cba, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/53054dc27e4a4fd69ff993ec8381b426, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2a39253daa7641c0b5098eb9c855e4e2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/9fa0e40a22044791b42208cab9a7a247, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/e18ab41e091949caae771cee11573590, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/867d206c9fb347a1841e7293ad3a6613, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/3eb514dac22c414c9ec8275f1371fe49, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/f25fa731234c4f29aafe1d012467b14e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/157b28cd768f47c5954143327df88e6b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6fee96374f534fe592f7aa41e566f088, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/fbc1e4f855354bafa2cbad9635a05c87, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d47a3bc0340f48188d147e3e089fb705, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/902eae99ca454c5f9c4d45d3fabe4e6a] to archive 2024-11-19T15:39:42,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:39:42,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1604483c79944cdb896c4700a243514e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1604483c79944cdb896c4700a243514e 2024-11-19T15:39:42,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d445a21ac83a4046841f59f6027308c7 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d445a21ac83a4046841f59f6027308c7 2024-11-19T15:39:42,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a50fce8cc2c44e78a399e7bb08f5bf6c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a50fce8cc2c44e78a399e7bb08f5bf6c 2024-11-19T15:39:42,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/479d60341fe64ea29d17e424a66a0cc2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/479d60341fe64ea29d17e424a66a0cc2 2024-11-19T15:39:42,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2de634953b1a48b2acec1520aa9e5d13 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2de634953b1a48b2acec1520aa9e5d13 2024-11-19T15:39:42,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d22731a972c546c0880a7c1960bc218b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d22731a972c546c0880a7c1960bc218b 2024-11-19T15:39:42,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1166c75c15eb4615a4c800b401e7be18 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1166c75c15eb4615a4c800b401e7be18 2024-11-19T15:39:42,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/06c49f549bbe44b5832be6e147ff6971 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/06c49f549bbe44b5832be6e147ff6971 2024-11-19T15:39:42,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1e81da45a87b430eaf7e8d01895ebaa4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/1e81da45a87b430eaf7e8d01895ebaa4 2024-11-19T15:39:42,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6f8ac281c1954d8f8252e960f989252c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6f8ac281c1954d8f8252e960f989252c 2024-11-19T15:39:42,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/00645cd58b2d470f8fb9c4afda64ef25 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/00645cd58b2d470f8fb9c4afda64ef25 2024-11-19T15:39:42,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a459fc3ad9584258a83557af22ae9e24 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a459fc3ad9584258a83557af22ae9e24 2024-11-19T15:39:42,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/b7ddd8687c4045b9a2dba4c16300e88d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/b7ddd8687c4045b9a2dba4c16300e88d 2024-11-19T15:39:42,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d76385c38d3d4c8eb8dca1a06e290e4d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d76385c38d3d4c8eb8dca1a06e290e4d 2024-11-19T15:39:42,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a599ee4995144d2eac7d4dbf323c7cba to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/a599ee4995144d2eac7d4dbf323c7cba 2024-11-19T15:39:42,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/53054dc27e4a4fd69ff993ec8381b426 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/53054dc27e4a4fd69ff993ec8381b426 2024-11-19T15:39:42,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2a39253daa7641c0b5098eb9c855e4e2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/2a39253daa7641c0b5098eb9c855e4e2 2024-11-19T15:39:42,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/9fa0e40a22044791b42208cab9a7a247 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/9fa0e40a22044791b42208cab9a7a247 2024-11-19T15:39:42,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/e18ab41e091949caae771cee11573590 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/e18ab41e091949caae771cee11573590 2024-11-19T15:39:42,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/867d206c9fb347a1841e7293ad3a6613 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/867d206c9fb347a1841e7293ad3a6613 2024-11-19T15:39:42,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/3eb514dac22c414c9ec8275f1371fe49 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/3eb514dac22c414c9ec8275f1371fe49 2024-11-19T15:39:42,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/f25fa731234c4f29aafe1d012467b14e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/f25fa731234c4f29aafe1d012467b14e 2024-11-19T15:39:42,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/157b28cd768f47c5954143327df88e6b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/157b28cd768f47c5954143327df88e6b 2024-11-19T15:39:42,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6fee96374f534fe592f7aa41e566f088 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/6fee96374f534fe592f7aa41e566f088 2024-11-19T15:39:42,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/fbc1e4f855354bafa2cbad9635a05c87 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/fbc1e4f855354bafa2cbad9635a05c87 2024-11-19T15:39:42,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d47a3bc0340f48188d147e3e089fb705 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/d47a3bc0340f48188d147e3e089fb705 2024-11-19T15:39:42,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/902eae99ca454c5f9c4d45d3fabe4e6a to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/902eae99ca454c5f9c4d45d3fabe4e6a 2024-11-19T15:39:42,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/4d5a3a730c634b1baf1bdb078bdb908b, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2f8bd7dcba049f7b044f44c9a011d6c, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/12441c17745f452e9eb4e57e56bac561, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e488d84336f64150a6e92de722ce98d4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dcf546b159bb4d8da9db870a8f318ebb, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/176d1942142643a997e1e933763a47a4, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/3422479390604477b272b83abbdca2a3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/820b03ef559a4dcdb3edcd015fb316fc, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2d2a2cd4c24409e9c78afd86904f4ad, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/851d228f59e84b84978c07cd24caeae9, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/61b957b2732445f98422c9148094015d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/13b664c24f7e4ec3b3c935c3b73b5db5, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/47da97653dbe4bbcbd147715098b252d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b19200c635b54aaabbd7226de1b08899, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e7098b4368294a15896945c8f1ab1f65, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/17b60ead51de4bdf95efa9fd2c666ee2, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/0094851a200d480fb40938c9835fc28f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7f26e376d1b749538183803b76a79d4d, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ca59b2c8f7034fb1bb77a803b2124d25, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/976558b198c84995a1fcbbe73089c4c3, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ee350e5c96134c75b7ee132a29b3e277, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b0bff0e10a774a74b349258d7bdfcb25, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/931c8399533f4a5abe10affbdde4ba4e, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d160773aca644bafacfc41a1665e1468, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7d73b82445fd47bb82c73f32282e606f, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/fefccb5e2c1a4ee7bdffe624f18acd09] to archive 2024-11-19T15:39:42,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T15:39:42,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/4d5a3a730c634b1baf1bdb078bdb908b to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/4d5a3a730c634b1baf1bdb078bdb908b 2024-11-19T15:39:42,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2f8bd7dcba049f7b044f44c9a011d6c to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2f8bd7dcba049f7b044f44c9a011d6c 2024-11-19T15:39:42,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/12441c17745f452e9eb4e57e56bac561 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/12441c17745f452e9eb4e57e56bac561 2024-11-19T15:39:42,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e488d84336f64150a6e92de722ce98d4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e488d84336f64150a6e92de722ce98d4 2024-11-19T15:39:42,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dcf546b159bb4d8da9db870a8f318ebb to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dcf546b159bb4d8da9db870a8f318ebb 2024-11-19T15:39:42,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/176d1942142643a997e1e933763a47a4 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/176d1942142643a997e1e933763a47a4 2024-11-19T15:39:42,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/3422479390604477b272b83abbdca2a3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/3422479390604477b272b83abbdca2a3 2024-11-19T15:39:42,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/820b03ef559a4dcdb3edcd015fb316fc to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/820b03ef559a4dcdb3edcd015fb316fc 2024-11-19T15:39:42,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2d2a2cd4c24409e9c78afd86904f4ad to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d2d2a2cd4c24409e9c78afd86904f4ad 2024-11-19T15:39:42,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/851d228f59e84b84978c07cd24caeae9 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/851d228f59e84b84978c07cd24caeae9 2024-11-19T15:39:42,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/61b957b2732445f98422c9148094015d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/61b957b2732445f98422c9148094015d 2024-11-19T15:39:42,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/13b664c24f7e4ec3b3c935c3b73b5db5 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/13b664c24f7e4ec3b3c935c3b73b5db5 2024-11-19T15:39:42,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/47da97653dbe4bbcbd147715098b252d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/47da97653dbe4bbcbd147715098b252d 2024-11-19T15:39:42,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b19200c635b54aaabbd7226de1b08899 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b19200c635b54aaabbd7226de1b08899 2024-11-19T15:39:42,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e7098b4368294a15896945c8f1ab1f65 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/e7098b4368294a15896945c8f1ab1f65 2024-11-19T15:39:42,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/17b60ead51de4bdf95efa9fd2c666ee2 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/17b60ead51de4bdf95efa9fd2c666ee2 2024-11-19T15:39:42,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/0094851a200d480fb40938c9835fc28f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/0094851a200d480fb40938c9835fc28f 2024-11-19T15:39:42,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7f26e376d1b749538183803b76a79d4d to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7f26e376d1b749538183803b76a79d4d 2024-11-19T15:39:42,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ca59b2c8f7034fb1bb77a803b2124d25 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ca59b2c8f7034fb1bb77a803b2124d25 2024-11-19T15:39:42,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/976558b198c84995a1fcbbe73089c4c3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/976558b198c84995a1fcbbe73089c4c3 2024-11-19T15:39:42,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ee350e5c96134c75b7ee132a29b3e277 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/ee350e5c96134c75b7ee132a29b3e277 2024-11-19T15:39:42,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b0bff0e10a774a74b349258d7bdfcb25 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/b0bff0e10a774a74b349258d7bdfcb25 2024-11-19T15:39:42,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/931c8399533f4a5abe10affbdde4ba4e to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/931c8399533f4a5abe10affbdde4ba4e 2024-11-19T15:39:42,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d160773aca644bafacfc41a1665e1468 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/d160773aca644bafacfc41a1665e1468 2024-11-19T15:39:42,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7d73b82445fd47bb82c73f32282e606f to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/7d73b82445fd47bb82c73f32282e606f 2024-11-19T15:39:42,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/fefccb5e2c1a4ee7bdffe624f18acd09 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/fefccb5e2c1a4ee7bdffe624f18acd09 2024-11-19T15:39:42,316 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/recovered.edits/415.seqid, newMaxSeqId=415, maxSeqId=4 2024-11-19T15:39:42,316 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. 2024-11-19T15:39:42,316 DEBUG [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1676): Region close journal for ea6fdad73653465018c65bb05c9051b1: Waiting for close lock at 1732030780590Running coprocessor pre-close hooks at 1732030780590Disabling compacts and flushes for region at 1732030780590Disabling writes for close at 1732030780591 (+1 ms)Obtaining lock to block concurrent updates at 1732030780591Preparing flush snapshotting stores in ea6fdad73653465018c65bb05c9051b1 at 1732030780591Finished memstore snapshotting TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732030780591Flushing stores of TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1. at 1732030780592 (+1 ms)Flushing ea6fdad73653465018c65bb05c9051b1/A: creating writer at 1732030780592Flushing mob file ea6fdad73653465018c65bb05c9051b1/A: appending metadata at 1732030780596 (+4 ms)Flushing mob file ea6fdad73653465018c65bb05c9051b1/A: closing flushed file at 1732030780596Flushing ea6fdad73653465018c65bb05c9051b1/A: appending metadata at 1732030781004 (+408 ms)Flushing ea6fdad73653465018c65bb05c9051b1/A: closing flushed file at 1732030781004Flushing ea6fdad73653465018c65bb05c9051b1/B: creating writer at 1732030781411 (+407 ms)Flushing ea6fdad73653465018c65bb05c9051b1/B: appending metadata at 1732030781413 (+2 ms)Flushing ea6fdad73653465018c65bb05c9051b1/B: closing flushed file at 1732030781413Flushing ea6fdad73653465018c65bb05c9051b1/C: creating writer at 1732030781820 (+407 ms)Flushing ea6fdad73653465018c65bb05c9051b1/C: appending metadata at 1732030781822 (+2 ms)Flushing ea6fdad73653465018c65bb05c9051b1/C: closing flushed file at 1732030781822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4421b57: reopening flushed file at 1732030782229 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a1a447: reopening flushed file at 1732030782232 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319669fa: reopening flushed file at 1732030782235 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ea6fdad73653465018c65bb05c9051b1 in 1648ms, sequenceid=412, compaction requested=false at 1732030782239 (+4 ms)Writing region close event to WAL at 1732030782313 (+74 ms)Running coprocessor post-close hooks at 1732030782316 (+3 ms)Closed at 1732030782316 2024-11-19T15:39:42,318 INFO [RS_CLOSE_REGION-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(157): Closed ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=ea6fdad73653465018c65bb05c9051b1, regionState=CLOSED 2024-11-19T15:39:42,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 because future has completed 2024-11-19T15:39:42,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-19T15:39:42,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseRegionProcedure ea6fdad73653465018c65bb05c9051b1, server=50570b5b74e7,40977,1732030610255 in 1.8830 sec 2024-11-19T15:39:42,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=180, resume processing ppid=179 2024-11-19T15:39:42,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, ppid=179, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea6fdad73653465018c65bb05c9051b1, UNASSIGN in 1.8860 sec 2024-11-19T15:39:42,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-19T15:39:42,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8900 sec 2024-11-19T15:39:42,326 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732030782326"}]},"ts":"1732030782326"} 2024-11-19T15:39:42,327 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T15:39:42,327 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T15:39:42,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8970 sec 2024-11-19T15:39:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T15:39:42,577 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:42,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T15:39:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:42,579 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-19T15:39:42,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=182, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:42,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,584 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C, FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/recovered.edits] 2024-11-19T15:39:42,586 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0ce57155e6f24e3997c392c1e1fdbcfe to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/0ce57155e6f24e3997c392c1e1fdbcfe 2024-11-19T15:39:42,587 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c3793a16992548bc93e6386e281c93e3 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/A/c3793a16992548bc93e6386e281c93e3 2024-11-19T15:39:42,589 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/736b94fc6f004a5fa0a0693404db5a28 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/736b94fc6f004a5fa0a0693404db5a28 2024-11-19T15:39:42,589 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/7a50c4a930ea4722a0137a95f941a3ce to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/B/7a50c4a930ea4722a0137a95f941a3ce 2024-11-19T15:39:42,591 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/cc73091d2ea54a20953a999f266eb9c1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/cc73091d2ea54a20953a999f266eb9c1 2024-11-19T15:39:42,592 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dc9e3c3951fe439bb2cd34a3480b0eab to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/C/dc9e3c3951fe439bb2cd34a3480b0eab 2024-11-19T15:39:42,594 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/recovered.edits/415.seqid to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1/recovered.edits/415.seqid 2024-11-19T15:39:42,594 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/default/TestAcidGuarantees/ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,594 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T15:39:42,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T15:39:42,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T15:39:42,598 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111901bf98735260406ead7e9bb1bc677593_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111901bf98735260406ead7e9bb1bc677593_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190b5a72f7c00e4adb9104f1c90d192ee1_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190b5a72f7c00e4adb9104f1c90d192ee1_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,600 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111921453e8c874d4708bc69f989ace5f7eb_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111921453e8c874d4708bc69f989ace5f7eb_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,601 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192450a13e7fc544da921f8e12218f4fef_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192450a13e7fc544da921f8e12218f4fef_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,602 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119548a6841f90a4a2187e529a8d2c32dab_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119548a6841f90a4a2187e529a8d2c32dab_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,603 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111954caca58f8b643308fcdf51b4322e5b7_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111954caca58f8b643308fcdf51b4322e5b7_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,604 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111959db5d08bbbf4102b2c8441ffd705750_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111959db5d08bbbf4102b2c8441ffd705750_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,605 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195d5e1b8fca2c4a4b9e7f960e90adfdde_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195d5e1b8fca2c4a4b9e7f960e90adfdde_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,606 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195ef19d1f2f334c8baef4d0550f6992af_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195ef19d1f2f334c8baef4d0550f6992af_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,607 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119622ab94e55a044899407390ed0c356cd_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119622ab94e55a044899407390ed0c356cd_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,608 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119639a35540a30489f946492905b3c680f_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119639a35540a30489f946492905b3c680f_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,608 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119871493fedcff4dbca62b6d8f764c08ba_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119871493fedcff4dbca62b6d8f764c08ba_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,609 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199a9f4821d8fc4a4185cf96a6372b0e2d_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199a9f4821d8fc4a4185cf96a6372b0e2d_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,610 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b532679bc8d94cde83c50754c4677872_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b532679bc8d94cde83c50754c4677872_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,611 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b763e87919bb427480dd9910609d1195_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b763e87919bb427480dd9910609d1195_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,612 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cc4103840e724b509947556893542625_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cc4103840e724b509947556893542625_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,613 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d90bb78bb1d04b019aa67c9824f5e339_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d90bb78bb1d04b019aa67c9824f5e339_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,614 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d99e4ce1e3d849f0bd2b961bab684415_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d99e4ce1e3d849f0bd2b961bab684415_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,615 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ddb8cfad6a8b45b4a1f0684f8d891e3e_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ddb8cfad6a8b45b4a1f0684f8d891e3e_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,616 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119deea9a1fa36f48c9875f995c555262eb_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119deea9a1fa36f48c9875f995c555262eb_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,616 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f63343e22d3e4f4399222dcd035bd374_ea6fdad73653465018c65bb05c9051b1 to hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f63343e22d3e4f4399222dcd035bd374_ea6fdad73653465018c65bb05c9051b1 2024-11-19T15:39:42,617 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T15:39:42,619 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=182, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:42,621 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T15:39:42,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T15:39:42,623 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=182, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:42,623 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T15:39:42,623 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732030782623"}]},"ts":"9223372036854775807"} 2024-11-19T15:39:42,625 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T15:39:42,625 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ea6fdad73653465018c65bb05c9051b1, NAME => 'TestAcidGuarantees,,1732030754944.ea6fdad73653465018c65bb05c9051b1.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T15:39:42,625 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T15:39:42,625 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732030782625"}]},"ts":"9223372036854775807"} 2024-11-19T15:39:42,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T15:39:42,627 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=182, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T15:39:42,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-19T15:39:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-19T15:39:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T15:39:42,687 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T15:39:42,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242 (was 242), OpenFileDescriptor=461 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 439) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6812 (was 6892) 2024-11-19T15:39:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T15:39:42,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:39:42,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:39:42,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:42,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:42,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T15:39:42,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T15:39:42,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603076298, stopped=false 2024-11-19T15:39:42,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=50570b5b74e7,40533,1732030609496 2024-11-19T15:39:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T15:39:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T15:39:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:39:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:39:42,699 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T15:39:42,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T15:39:42,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:39:42,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:42,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T15:39:42,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T15:39:42,700 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '50570b5b74e7,40977,1732030610255' ***** 2024-11-19T15:39:42,700 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T15:39:42,700 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T15:39:42,701 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(959): stopping server 50570b5b74e7,40977,1732030610255 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;50570b5b74e7:40977. 2024-11-19T15:39:42,701 DEBUG [RS:0;50570b5b74e7:40977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T15:39:42,701 DEBUG [RS:0;50570b5b74e7:40977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T15:39:42,701 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T15:39:42,702 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T15:39:42,702 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T15:39:42,702 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T15:39:42,703 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T15:39:42,703 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:42,703 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T15:39:42,703 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T15:39:42,703 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T15:39:42,703 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T15:39:42,703 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-19T15:39:42,726 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/info/74a3436cc25344a4a1f5244199db9ce7 is 95, key is TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a./info:/1732030640419/DeleteFamily/seqid=0 2024-11-19T15:39:42,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742506_1682 (size=6514) 2024-11-19T15:39:42,800 INFO [regionserver/50570b5b74e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T15:39:42,903 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:43,103 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:43,130 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/info/74a3436cc25344a4a1f5244199db9ce7 2024-11-19T15:39:43,150 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/ns/15bb84ed72cc48ae90a817dbf5136db7 is 93, key is TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a./ns:/1732030640364/DeleteFamily/seqid=0 2024-11-19T15:39:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742507_1683 (size=5906) 2024-11-19T15:39:43,303 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:43,504 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:43,521 INFO [regionserver/50570b5b74e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T15:39:43,521 INFO [regionserver/50570b5b74e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T15:39:43,554 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/ns/15bb84ed72cc48ae90a817dbf5136db7 2024-11-19T15:39:43,572 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/rep_barrier/ee610e70e39949f0b6ca5636aff08310 is 102, key is TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a./rep_barrier:/1732030640364/DeleteFamily/seqid=0 2024-11-19T15:39:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742508_1684 (size=6025) 2024-11-19T15:39:43,704 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:43,904 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:43,976 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/rep_barrier/ee610e70e39949f0b6ca5636aff08310 2024-11-19T15:39:43,994 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/table/8406a3b496f94d7882af73545ac43cd7 is 96, key is TestAcidGuarantees,,1732030613528.321555814996148abd7b8dd9d7a74b7a./table:/1732030640364/DeleteFamily/seqid=0 2024-11-19T15:39:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742509_1685 (size=5936) 2024-11-19T15:39:44,104 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:44,304 DEBUG [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T15:39:44,398 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/table/8406a3b496f94d7882af73545ac43cd7 2024-11-19T15:39:44,401 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/info/74a3436cc25344a4a1f5244199db9ce7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/info/74a3436cc25344a4a1f5244199db9ce7 2024-11-19T15:39:44,404 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/info/74a3436cc25344a4a1f5244199db9ce7, entries=12, sequenceid=90, filesize=6.4 K 2024-11-19T15:39:44,405 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/ns/15bb84ed72cc48ae90a817dbf5136db7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/ns/15bb84ed72cc48ae90a817dbf5136db7 2024-11-19T15:39:44,407 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/ns/15bb84ed72cc48ae90a817dbf5136db7, entries=8, sequenceid=90, filesize=5.8 K 2024-11-19T15:39:44,408 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/rep_barrier/ee610e70e39949f0b6ca5636aff08310 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/rep_barrier/ee610e70e39949f0b6ca5636aff08310 2024-11-19T15:39:44,410 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/rep_barrier/ee610e70e39949f0b6ca5636aff08310, entries=6, sequenceid=90, filesize=5.9 K 2024-11-19T15:39:44,410 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/.tmp/table/8406a3b496f94d7882af73545ac43cd7 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/table/8406a3b496f94d7882af73545ac43cd7 2024-11-19T15:39:44,413 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/table/8406a3b496f94d7882af73545ac43cd7, entries=7, sequenceid=90, filesize=5.8 K 2024-11-19T15:39:44,414 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=90, compaction requested=false 2024-11-19T15:39:44,417 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-19T15:39:44,418 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T15:39:44,418 INFO [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T15:39:44,418 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732030782702Running coprocessor pre-close hooks at 1732030782703 (+1 ms)Disabling compacts and flushes for region at 1732030782703Disabling writes for close at 1732030782703Obtaining lock to block concurrent updates at 1732030782703Preparing flush snapshotting stores in 1588230740 at 1732030782703Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732030782703Flushing stores of hbase:meta,,1.1588230740 at 1732030782704 (+1 ms)Flushing 1588230740/info: creating writer at 1732030782704Flushing 1588230740/info: appending metadata at 1732030782725 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732030782725Flushing 1588230740/ns: creating writer at 1732030783134 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732030783149 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732030783150 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732030783557 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732030783572 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732030783572Flushing 1588230740/table: creating writer at 1732030783979 (+407 ms)Flushing 1588230740/table: appending metadata at 1732030783994 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732030783994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3725acb9: reopening flushed file at 1732030784401 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df2913d: reopening flushed file at 1732030784404 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414d9cdd: reopening flushed file at 1732030784407 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4288d07c: reopening flushed file at 1732030784410 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=90, compaction requested=false at 1732030784414 (+4 ms)Writing region close event to WAL at 1732030784415 (+1 ms)Running coprocessor post-close hooks at 1732030784418 (+3 ms)Closed at 1732030784418 2024-11-19T15:39:44,418 DEBUG [RS_CLOSE_META-regionserver/50570b5b74e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T15:39:44,505 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(976): stopping server 50570b5b74e7,40977,1732030610255; all regions closed. 2024-11-19T15:39:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741834_1010 (size=25344) 2024-11-19T15:39:44,511 DEBUG [RS:0;50570b5b74e7:40977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/oldWALs 2024-11-19T15:39:44,511 INFO [RS:0;50570b5b74e7:40977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 50570b5b74e7%2C40977%2C1732030610255.meta:.meta(num 1732030613052) 2024-11-19T15:39:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741833_1009 (size=15509493) 2024-11-19T15:39:44,515 DEBUG [RS:0;50570b5b74e7:40977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/oldWALs 2024-11-19T15:39:44,515 INFO [RS:0;50570b5b74e7:40977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 50570b5b74e7%2C40977%2C1732030610255:(num 1732030612698) 2024-11-19T15:39:44,515 DEBUG [RS:0;50570b5b74e7:40977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T15:39:44,515 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T15:39:44,515 INFO [RS:0;50570b5b74e7:40977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T15:39:44,515 INFO [RS:0;50570b5b74e7:40977 {}] hbase.ChoreService(370): Chore service for: regionserver/50570b5b74e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T15:39:44,515 INFO [RS:0;50570b5b74e7:40977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T15:39:44,515 INFO [regionserver/50570b5b74e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T15:39:44,516 INFO [RS:0;50570b5b74e7:40977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40977 2024-11-19T15:39:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/50570b5b74e7,40977,1732030610255 2024-11-19T15:39:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T15:39:44,527 INFO [RS:0;50570b5b74e7:40977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T15:39:44,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [50570b5b74e7,40977,1732030610255] 2024-11-19T15:39:44,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/50570b5b74e7,40977,1732030610255 already deleted, retry=false 2024-11-19T15:39:44,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 50570b5b74e7,40977,1732030610255 expired; onlineServers=0 2024-11-19T15:39:44,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '50570b5b74e7,40533,1732030609496' ***** 2024-11-19T15:39:44,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T15:39:44,531 INFO [M:0;50570b5b74e7:40533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T15:39:44,531 INFO [M:0;50570b5b74e7:40533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T15:39:44,532 DEBUG [M:0;50570b5b74e7:40533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T15:39:44,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T15:39:44,532 DEBUG [M:0;50570b5b74e7:40533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T15:39:44,532 DEBUG [master/50570b5b74e7:0:becomeActiveMaster-HFileCleaner.large.0-1732030612303 {}] cleaner.HFileCleaner(306): Exit Thread[master/50570b5b74e7:0:becomeActiveMaster-HFileCleaner.large.0-1732030612303,5,FailOnTimeoutGroup] 2024-11-19T15:39:44,532 DEBUG [master/50570b5b74e7:0:becomeActiveMaster-HFileCleaner.small.0-1732030612304 {}] cleaner.HFileCleaner(306): Exit Thread[master/50570b5b74e7:0:becomeActiveMaster-HFileCleaner.small.0-1732030612304,5,FailOnTimeoutGroup] 2024-11-19T15:39:44,532 INFO [M:0;50570b5b74e7:40533 {}] hbase.ChoreService(370): Chore service for: master/50570b5b74e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T15:39:44,532 INFO [M:0;50570b5b74e7:40533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T15:39:44,532 DEBUG [M:0;50570b5b74e7:40533 {}] master.HMaster(1795): Stopping service threads 2024-11-19T15:39:44,532 INFO [M:0;50570b5b74e7:40533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T15:39:44,532 INFO [M:0;50570b5b74e7:40533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T15:39:44,532 ERROR [M:0;50570b5b74e7:40533 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (935358161) connection to localhost/127.0.0.1:44425 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44425,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-19T15:39:44,533 INFO [M:0;50570b5b74e7:40533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T15:39:44,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T15:39:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T15:39:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T15:39:44,534 DEBUG [M:0;50570b5b74e7:40533 {}] zookeeper.ZKUtil(347): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T15:39:44,534 WARN [M:0;50570b5b74e7:40533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T15:39:44,534 INFO [M:0;50570b5b74e7:40533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/.lastflushedseqids 2024-11-19T15:39:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742510_1686 (size=72) 2024-11-19T15:39:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T15:39:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10130df9f7a0001, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T15:39:44,630 INFO [RS:0;50570b5b74e7:40977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T15:39:44,630 INFO [RS:0;50570b5b74e7:40977 {}] regionserver.HRegionServer(1031): Exiting; stopping=50570b5b74e7,40977,1732030610255; zookeeper connection closed. 2024-11-19T15:39:44,631 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7307a41e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7307a41e 2024-11-19T15:39:44,631 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T15:39:44,944 INFO [M:0;50570b5b74e7:40533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T15:39:44,945 INFO [M:0;50570b5b74e7:40533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T15:39:44,945 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T15:39:44,945 INFO [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:39:44,945 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:39:44,945 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T15:39:44,945 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:39:44,945 INFO [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=784.12 KB heapSize=965.40 KB 2024-11-19T15:39:44,966 DEBUG [M:0;50570b5b74e7:40533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f516b7f193874e9e8c7213e87b973855 is 82, key is hbase:meta,,1/info:regioninfo/1732030613144/Put/seqid=0 2024-11-19T15:39:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742511_1687 (size=5672) 2024-11-19T15:39:45,370 INFO [M:0;50570b5b74e7:40533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2237 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f516b7f193874e9e8c7213e87b973855 2024-11-19T15:39:45,393 DEBUG [M:0;50570b5b74e7:40533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a48dbc17ef3a4fa69d3bb86b5b5c1501 is 2275, key is \x00\x00\x00\x00\x00\x00\x00'/proc:d/1732030643590/Put/seqid=0 2024-11-19T15:39:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742512_1688 (size=46213) 2024-11-19T15:39:45,397 INFO [M:0;50570b5b74e7:40533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=783.57 KB at sequenceid=2237 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a48dbc17ef3a4fa69d3bb86b5b5c1501 2024-11-19T15:39:45,400 INFO [M:0;50570b5b74e7:40533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a48dbc17ef3a4fa69d3bb86b5b5c1501 2024-11-19T15:39:45,423 DEBUG [M:0;50570b5b74e7:40533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c46b5cb0063146f9b5880c497b346257 is 69, key is 50570b5b74e7,40977,1732030610255/rs:state/1732030612434/Put/seqid=0 2024-11-19T15:39:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073742513_1689 (size=5156) 2024-11-19T15:39:45,827 INFO [M:0;50570b5b74e7:40533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2237 (bloomFilter=true), to=hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c46b5cb0063146f9b5880c497b346257 2024-11-19T15:39:45,831 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f516b7f193874e9e8c7213e87b973855 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f516b7f193874e9e8c7213e87b973855 2024-11-19T15:39:45,835 INFO [M:0;50570b5b74e7:40533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f516b7f193874e9e8c7213e87b973855, entries=8, sequenceid=2237, filesize=5.5 K 2024-11-19T15:39:45,835 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a48dbc17ef3a4fa69d3bb86b5b5c1501 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a48dbc17ef3a4fa69d3bb86b5b5c1501 2024-11-19T15:39:45,839 INFO [M:0;50570b5b74e7:40533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a48dbc17ef3a4fa69d3bb86b5b5c1501 2024-11-19T15:39:45,839 INFO [M:0;50570b5b74e7:40533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a48dbc17ef3a4fa69d3bb86b5b5c1501, entries=182, sequenceid=2237, filesize=45.1 K 2024-11-19T15:39:45,839 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c46b5cb0063146f9b5880c497b346257 as hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c46b5cb0063146f9b5880c497b346257 2024-11-19T15:39:45,842 INFO [M:0;50570b5b74e7:40533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44425/user/jenkins/test-data/5d718054-d2cb-adaf-3cc7-a6046ef6793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c46b5cb0063146f9b5880c497b346257, entries=1, sequenceid=2237, filesize=5.0 K 2024-11-19T15:39:45,843 INFO [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~784.12 KB/802941, heapSize ~965.10 KB/988264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=2237, compaction requested=false 2024-11-19T15:39:45,845 INFO [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T15:39:45,845 DEBUG [M:0;50570b5b74e7:40533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732030784945Disabling compacts and flushes for region at 1732030784945Disabling writes for close at 1732030784945Obtaining lock to block concurrent updates at 1732030784945Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732030784945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=802941, getHeapSize=988504, getOffHeapSize=0, getCellsCount=2444 at 1732030784945Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732030784946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732030784946Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732030784966 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732030784966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732030785373 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732030785392 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732030785392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732030785400 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732030785422 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732030785422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13688827: reopening flushed file at 1732030785830 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcd27df: reopening flushed file at 1732030785835 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116032c4: reopening flushed file at 1732030785839 (+4 ms)Finished flush of dataSize ~784.12 KB/802941, heapSize ~965.10 KB/988264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=2237, compaction requested=false at 1732030785843 (+4 ms)Writing region close event to WAL at 1732030785845 (+2 ms)Closed at 1732030785845 2024-11-19T15:39:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741830_1006 (size=949593) 2024-11-19T15:39:45,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T15:39:45,848 INFO [M:0;50570b5b74e7:40533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T15:39:45,848 INFO [M:0;50570b5b74e7:40533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40533 2024-11-19T15:39:45,849 INFO [M:0;50570b5b74e7:40533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T15:39:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T15:39:45,952 INFO [M:0;50570b5b74e7:40533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T15:39:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40533-0x10130df9f7a0000, quorum=127.0.0.1:61373, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T15:39:45,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T15:39:45,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T15:39:45,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T15:39:45,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T15:39:45,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/hadoop.log.dir/,STOPPED} 2024-11-19T15:39:45,967 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T15:39:45,967 WARN [BP-1282728455-172.17.0.2-1732030606652 heartbeating to localhost/127.0.0.1:44425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T15:39:45,967 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T15:39:45,967 WARN [BP-1282728455-172.17.0.2-1732030606652 heartbeating to localhost/127.0.0.1:44425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1282728455-172.17.0.2-1732030606652 (Datanode Uuid 3278c654-a5eb-449d-91e7-325da1798824) service to localhost/127.0.0.1:44425 2024-11-19T15:39:45,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/data/data1/current/BP-1282728455-172.17.0.2-1732030606652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T15:39:45,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/cluster_74bf22a2-8847-d037-8eaa-a0f67a0e6861/data/data2/current/BP-1282728455-172.17.0.2-1732030606652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T15:39:45,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T15:39:45,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T15:39:45,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T15:39:45,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T15:39:45,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T15:39:45,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d8f9ee1-a0d5-9b36-826d-d0c1b9c4d70a/hadoop.log.dir/,STOPPED} 2024-11-19T15:39:45,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T15:39:46,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down